ThriftPucket

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def apply[T <: HigherType](path: Path, fs: FileSystem, expectedSchemaClass: V, blockSize: Int = defaultBlockSize): \/[Throwable, Pucket[T]]

   

   Find an existing pucket on the filesystem

   Find an existing pucket on the filesystem

   T

   the expected type of the pucket data

   path

   the path to the pucket

   fs

   hadoop filesystem instance

   blockSize

   the size of a parquet block before memory is flushed

   returns

   an error if any of the validation fails or the pucket

   Definition Classes

   ThriftPucket → PucketCompanion

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

7. def create[T <: HigherType](path: Path, fs: FileSystem, descriptor: DescriptorType[T], blockSize: Int = defaultBlockSize): \/[Throwable, Pucket[T]]

   

   Create a new pucket

   Create a new pucket

   T

   the type of the pucket data

   path

   the path to the pucket

   fs

   hadoop filesystem instance

   descriptor

   a descriptor to create a new pucket with

   blockSize

   the size of a parquet block before memory is flushed

   returns

   an error if any of the validation fails or the new pucket

   Definition Classes

   ThriftPucket → PucketCompanion

8. def create[T <: HigherType](path: Path, fs: FileSystem, schemaSpec: V, compression: CompressionCodecName, partitioner: Option[PucketPartitioner[T]]): \/[Throwable, Pucket[T]]

   

   Create a new pucket

   Create a new pucket

   T

   the expected type of the pucket data

   path

   the path to the pucket

   fs

   hadoop filesystem instance

   schemaSpec

   schema for the data type

   compression

   parquet compression codec to use

   partitioner

   optional partitioning scheme

   returns

   an error if any of the validation fails or the new pucket

   Definition Classes

   PucketCompanion

9. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

10. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

11. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

12. def findOrCreate[T <: HigherType](path: Path, fs: FileSystem, schemaSpec: V, compression: CompressionCodecName, partitioner: Option[PucketPartitioner[T]]): \/[Throwable, Pucket[T]]

    

    Definition Classes

    PucketCompanion

13. def findOrCreate[T <: HigherType](path: Path, fs: FileSystem, descriptor: DescriptorType[T], blockSize: Int = defaultBlockSize): \/[Throwable, Pucket[T]]

    

    Definition Classes

    PucketCompanion

14. def findOrCreateRetry[T <: HigherType](path: Path, fs: FileSystem, schemaSpec: V, compression: CompressionCodecName, partitioner: Option[PucketPartitioner[T]], attempts: Int, retryIntervalMs: Int): \/[Throwable, Pucket[T]]

    

    Find an existing pucket or create one if it does not exist

    Find an existing pucket or create one if it does not exist

    T

    the expected type of the pucket data

    path

    the path to the pucket

    fs

    hadoop filesystem instance

    schemaSpec

    schema for the data type

    compression

    parquet compression codec to use

    partitioner

    optional partitioning scheme

    returns

    an error if any of the validation fails or the pucket

    Definition Classes

    PucketCompanion

15. def findOrCreateRetry[T <: HigherType](path: Path, fs: FileSystem, descriptor: DescriptorType[T], blockSize: Int = defaultBlockSize, attempts: Int = Pucket.defaultCreationAttempts, retryIntervalMs: Int = Pucket.defaultRetryIntervalMs): \/[Throwable, Pucket[T]]

    

    Find an existing pucket or create one if it does not exist

    Find an existing pucket or create one if it does not exist

    T

    the expected type of the pucket data

    path

    the path to the pucket

    fs

    hadoop filesystem instance

    descriptor

    a descriptor to create a new pucket with or validate an existing pucket against

    blockSize

    the size of a parquet block before memory is flushed

    returns

    an error if any of the validation fails or the pucket

    Definition Classes

    PucketCompanion

16. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

17. def getDescriptor[T <: HigherType](schemaSpec: V, compression: CompressionCodecName, partitioner: Option[PucketPartitioner[T]]): ThriftPucketDescriptor[T]

    

    Returns a descriptor of the correct type

    Returns a descriptor of the correct type

    Definition Classes

    ThriftPucket → PucketCompanion

18. def getDescriptorSchemaSpec[T <: HigherType](descriptor: ThriftPucketDescriptor[T]): Class[T]

    

    Definition Classes

    ThriftPucket → PucketCompanion

19. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

20. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

21. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

22. final def notify(): Unit

    

    Definition Classes

    AnyRef

23. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

24. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

25. def toString(): String

    

    Definition Classes

    AnyRef → Any

26. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

27. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

28. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )