Packages

c

org.apache.spark.internal.io.cloud

BindingParquetOutputCommitter

class BindingParquetOutputCommitter extends ParquetOutputCommitter with Logging

This Parquet Committer subclass dynamically binds to the factory-configured output committer, and is intended to allow callers to use any 'PathOutputCommitter', even if not a subclass of 'ParquetOutputCommitter'.

The Parquet parquet.enable.summary-metadata option will only be supported if the instantiated committer itself supports it.

Copied without changes from https://github.com/apache/spark/tree/master/hadoop-cloud/src/hadoop-3/main/scala/org/apache/spark/internal/io/cloud as there is no release from org.apache.spark:hadoop-cloud

Linear Supertypes
Logging, ParquetOutputCommitter, FileOutputCommitter, PathOutputCommitter, OutputCommitter, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. BindingParquetOutputCommitter
  2. Logging
  3. ParquetOutputCommitter
  4. FileOutputCommitter
  5. PathOutputCommitter
  6. OutputCommitter
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new BindingParquetOutputCommitter(path: Path, context: TaskAttemptContext)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def abortJob(jobContext: JobContext, state: State): Unit

    Abort the job; log and ignore any IO exception thrown.

    Abort the job; log and ignore any IO exception thrown. This is invariably invoked in an exception handler; raising an exception here will lose the root cause of the failure.

    jobContext

    job context

    state

    final state of the job

    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  5. def abortTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  6. def abortTask(arg0: TaskAttemptContext, arg1: Path): Unit
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException]) @Private()
  7. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  8. def cleanupJob(jobContext: JobContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  9. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native() @HotSpotIntrinsicCandidate()
  10. def commitJob(jobContext: JobContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → ParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  11. def commitJobInternal(arg0: JobContext): Unit
    Attributes
    protected[output]
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException])
  12. def commitTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  13. def commitTask(arg0: TaskAttemptContext, arg1: Path): Unit
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException]) @Private()
  14. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  16. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  17. def getCommittedTaskPath(arg0: Int, arg1: TaskAttemptContext): Path
    Attributes
    protected[output]
    Definition Classes
    FileOutputCommitter
  18. def getCommittedTaskPath(arg0: TaskAttemptContext): Path
    Definition Classes
    FileOutputCommitter
  19. def getJobAttemptPath(arg0: Int): Path
    Attributes
    protected[output]
    Definition Classes
    FileOutputCommitter
  20. def getJobAttemptPath(arg0: JobContext): Path
    Definition Classes
    FileOutputCommitter
  21. def getOutputPath(): Path
    Definition Classes
    FileOutputCommitter → PathOutputCommitter
  22. def getTaskAttemptPath(arg0: TaskAttemptContext): Path
    Definition Classes
    FileOutputCommitter
  23. def getWorkPath(): Path
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → PathOutputCommitter
  24. def hasOutputPath(): Boolean
    Definition Classes
    PathOutputCommitter
  25. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  26. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  27. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  28. def isCommitJobRepeatable(jobContext: JobContext): Boolean
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  29. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  30. def isRecoverySupported(jobContext: JobContext): Boolean
    Definition Classes
    BindingParquetOutputCommitter → OutputCommitter
  31. def isRecoverySupported(): Boolean
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  32. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  33. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  34. def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  35. def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  36. def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  37. def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  38. def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  39. def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  40. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  41. def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  42. def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  43. def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  44. def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  45. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  46. def needsTaskCommit(taskAttemptContext: TaskAttemptContext): Boolean
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  47. def needsTaskCommit(arg0: TaskAttemptContext, arg1: Path): Boolean
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException]) @Private()
  48. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  49. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  50. def recoverTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  51. def setupJob(jobContext: JobContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  52. def setupTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  53. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  54. def toString(): String
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → PathOutputCommitter → AnyRef → Any
  55. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  56. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  57. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated @Deprecated
    Deprecated

Inherited from Logging

Inherited from ParquetOutputCommitter

Inherited from FileOutputCommitter

Inherited from PathOutputCommitter

Inherited from OutputCommitter

Inherited from AnyRef

Inherited from Any

Ungrouped