case class StructsToJsonWithConfluent(options: Map[String, String], child: Expression, confluentClient: ConfluentClient[JsonSchema], topic: String, subjectType: SubjectType, updateAllowed: Boolean = false, mutualReadCheck: Boolean = false, eagerCheck: Boolean = false, timeZoneId: Option[String] = None) extends UnaryExpression with TimeZoneAwareExpression with CodegenFallback with ExpectsInputTypes with NullIntolerant with Product with Serializable
As schema from an expression can only be retrieved at execution time, we need customize Sparks StructsToJsonWithConfluent operator. This is copied from spark.sql.catalyst.expressions.jsonExpressions.scala.
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- StructsToJsonWithConfluent
- Serializable
- NullIntolerant
- ExpectsInputTypes
- CodegenFallback
- TimeZoneAwareExpression
- UnaryExpression
- UnaryLike
- Expression
- TreeNode
- TreePatternBits
- Product
- Equals
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Instance Constructors
- new StructsToJsonWithConfluent(options: Map[String, String], child: Expression, confluentClient: ConfluentClient[JsonSchema], topic: String, subjectType: SubjectType, updateAllowed: Boolean = false, mutualReadCheck: Boolean = false, eagerCheck: Boolean = false, timeZoneId: Option[String] = None)
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- def apply(number: Int): TreeNode[_]
- Definition Classes
- TreeNode
- def argString(maxFields: Int): String
- Definition Classes
- TreeNode
- def asCode: String
- Definition Classes
- TreeNode
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- lazy val canonicalized: Expression
- Definition Classes
- Expression
- def checkInputDataTypes(): TypeCheckResult
- Definition Classes
- StructsToJsonWithConfluent → ExpectsInputTypes → Expression
- val child: Expression
- Definition Classes
- StructsToJsonWithConfluent → UnaryLike
- final lazy val children: Seq[Expression]
- Definition Classes
- UnaryLike
- Annotations
- @transient()
- def childrenResolved: Boolean
- Definition Classes
- Expression
- def clone(): Expression
- Definition Classes
- TreeNode → AnyRef
- def collect[B](pf: PartialFunction[Expression, B]): Seq[B]
- Definition Classes
- TreeNode
- def collectFirst[B](pf: PartialFunction[Expression, B]): Option[B]
- Definition Classes
- TreeNode
- def collectLeaves(): Seq[Expression]
- Definition Classes
- TreeNode
- val confluentClient: ConfluentClient[JsonSchema]
- final def containsAllPatterns(patterns: TreePattern*): Boolean
- Definition Classes
- TreePatternBits
- final def containsAnyPattern(patterns: TreePattern*): Boolean
- Definition Classes
- TreePatternBits
- lazy val containsChild: Set[TreeNode[_]]
- Definition Classes
- TreeNode
- final def containsPattern(t: TreePattern): Boolean
- Definition Classes
- TreePatternBits
- Annotations
- @inline()
- lazy val converter: (Any) => UTF8String
- Annotations
- @transient()
- def copyTagsFrom(other: Expression): Unit
- Definition Classes
- TreeNode
- def dataType: DataType
- Definition Classes
- StructsToJsonWithConfluent → Expression
- def defineCodeGen(ctx: CodegenContext, ev: ExprCode, f: (String) => String): ExprCode
- Attributes
- protected
- Definition Classes
- UnaryExpression
- lazy val deterministic: Boolean
- Definition Classes
- Expression
- def doGenCode(ctx: CodegenContext, ev: ExprCode): ExprCode
- Attributes
- protected
- Definition Classes
- CodegenFallback → Expression
- val eagerCheck: Boolean
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def eval(input: InternalRow): Any
- Definition Classes
- UnaryExpression → Expression
- def exists(f: (Expression) => Boolean): Boolean
- Definition Classes
- TreeNode
- def fastEquals(other: TreeNode[_]): Boolean
- Definition Classes
- TreeNode
- def find(f: (Expression) => Boolean): Option[Expression]
- Definition Classes
- TreeNode
- def flatArguments: Iterator[Any]
- Attributes
- protected
- Definition Classes
- Expression
- def flatMap[A](f: (Expression) => TraversableOnce[A]): Seq[A]
- Definition Classes
- TreeNode
- def foldable: Boolean
- Definition Classes
- UnaryExpression → Expression
- def foreach(f: (Expression) => Unit): Unit
- Definition Classes
- TreeNode
- def foreachUp(f: (Expression) => Unit): Unit
- Definition Classes
- TreeNode
- def freshCopyIfContainsStatefulExpression(): Expression
- Definition Classes
- Expression
- lazy val gen: JacksonGenerator
- Annotations
- @transient()
- def genCode(ctx: CodegenContext): ExprCode
- Definition Classes
- Expression
- def generateTreeString(depth: Int, lastChildren: Seq[Boolean], append: (String) => Unit, verbose: Boolean, prefix: String, addSuffix: Boolean, maxFields: Int, printNodeId: Boolean, indent: Int): Unit
- Definition Classes
- TreeNode
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- def getDefaultTreePatternBits: BitSet
- Attributes
- protected
- Definition Classes
- TreeNode
- def getTagValue[T](tag: TreeNodeTag[T]): Option[T]
- Definition Classes
- TreeNode
- def hashCode(): Int
- Definition Classes
- TreeNode → AnyRef → Any
- def innerChildren: Seq[TreeNode[_]]
- Definition Classes
- TreeNode
- lazy val inputSchema: DataType
- Annotations
- @transient()
- def inputTypes: Seq[AbstractDataType]
- Definition Classes
- StructsToJsonWithConfluent → ExpectsInputTypes
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- def isRuleIneffective(ruleId: RuleId): Boolean
- Attributes
- protected
- Definition Classes
- TreeNode
- def jsonFields: List[JField]
- Attributes
- protected
- Definition Classes
- TreeNode
- final def legacyWithNewChildren(newChildren: Seq[Expression]): Expression
- Attributes
- protected
- Definition Classes
- TreeNode
- def makeCopy(newArgs: Array[AnyRef]): Expression
- Definition Classes
- TreeNode
- def map[A](f: (Expression) => A): Seq[A]
- Definition Classes
- TreeNode
- final def mapChildren(f: (Expression) => Expression): Expression
- Definition Classes
- UnaryLike
- def mapProductIterator[B](f: (Any) => B)(implicit arg0: ClassTag[B]): Array[B]
- Attributes
- protected
- Definition Classes
- TreeNode
- def markRuleAsIneffective(ruleId: RuleId): Unit
- Attributes
- protected
- Definition Classes
- TreeNode
- def multiTransformDown(rule: PartialFunction[Expression, Seq[Expression]]): Stream[Expression]
- Definition Classes
- TreeNode
- def multiTransformDownWithPruning(cond: (TreePatternBits) => Boolean, ruleId: RuleId)(rule: PartialFunction[Expression, Seq[Expression]]): Stream[Expression]
- Definition Classes
- TreeNode
- val mutualReadCheck: Boolean
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def nodeName: String
- Definition Classes
- TreeNode
- final val nodePatterns: Seq[TreePattern]
- Definition Classes
- TimeZoneAwareExpression → TreeNode
- def nodePatternsInternal(): Seq[TreePattern]
- Definition Classes
- TimeZoneAwareExpression
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- def nullSafeCodeGen(ctx: CodegenContext, ev: ExprCode, f: (String) => String): ExprCode
- Attributes
- protected
- Definition Classes
- UnaryExpression
- def nullSafeEval(value: Any): Any
- Definition Classes
- StructsToJsonWithConfluent → UnaryExpression
- def nullable: Boolean
- Definition Classes
- StructsToJsonWithConfluent → UnaryExpression → Expression
- def numberedTreeString: String
- Definition Classes
- TreeNode
- val options: Map[String, String]
- val origin: Origin
- Definition Classes
- TreeNode
- def otherCopyArgs: Seq[AnyRef]
- Attributes
- protected
- Definition Classes
- TreeNode
- def p(number: Int): Expression
- Definition Classes
- TreeNode
- def prettyJson: String
- Definition Classes
- TreeNode
- def prettyName: String
- Definition Classes
- StructsToJsonWithConfluent → Expression
- def productElementNames: Iterator[String]
- Definition Classes
- Product
- def references: AttributeSet
- Definition Classes
- Expression
- lazy val resolved: Boolean
- Definition Classes
- TimeZoneAwareExpression → Expression
- final def semanticEquals(other: Expression): Boolean
- Definition Classes
- Expression
- def semanticHash(): Int
- Definition Classes
- Expression
- def setTagValue[T](tag: TreeNodeTag[T], value: T): Unit
- Definition Classes
- TreeNode
- def simpleString(maxFields: Int): String
- Definition Classes
- Expression → TreeNode
- def simpleStringWithNodeId(): String
- Definition Classes
- Expression → TreeNode
- def sql: String
- Definition Classes
- Expression
- def stateful: Boolean
- Definition Classes
- Expression
- def stringArgs: Iterator[Any]
- Attributes
- protected
- Definition Classes
- TreeNode
- val subjectType: SubjectType
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- val timeZoneId: Option[String]
- Definition Classes
- StructsToJsonWithConfluent → TimeZoneAwareExpression
- def toJSON: String
- Definition Classes
- TreeNode
- def toString(): String
- Definition Classes
- Expression → TreeNode → AnyRef → Any
- val topic: String
- def transform(rule: PartialFunction[Expression, Expression]): Expression
- Definition Classes
- TreeNode
- def transformDown(rule: PartialFunction[Expression, Expression]): Expression
- Definition Classes
- TreeNode
- def transformDownWithPruning(cond: (TreePatternBits) => Boolean, ruleId: RuleId)(rule: PartialFunction[Expression, Expression]): Expression
- Definition Classes
- TreeNode
- def transformUp(rule: PartialFunction[Expression, Expression]): Expression
- Definition Classes
- TreeNode
- def transformUpWithBeforeAndAfterRuleOnChildren(cond: (Expression) => Boolean, ruleId: RuleId)(rule: PartialFunction[(Expression, Expression), Expression]): Expression
- Definition Classes
- TreeNode
- def transformUpWithPruning(cond: (TreePatternBits) => Boolean, ruleId: RuleId)(rule: PartialFunction[Expression, Expression]): Expression
- Definition Classes
- TreeNode
- def transformWithPruning(cond: (TreePatternBits) => Boolean, ruleId: RuleId)(rule: PartialFunction[Expression, Expression]): Expression
- Definition Classes
- TreeNode
- lazy val treePatternBits: BitSet
- Definition Classes
- TreeNode → TreePatternBits
- def treeString(append: (String) => Unit, verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): Unit
- Definition Classes
- TreeNode
- final def treeString(verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): String
- Definition Classes
- TreeNode
- final def treeString: String
- Definition Classes
- TreeNode
- def typeSuffix: String
- Attributes
- protected
- Definition Classes
- Expression
- def unsetTagValue[T](tag: TreeNodeTag[T]): Unit
- Definition Classes
- TreeNode
- val updateAllowed: Boolean
- final def verboseString(maxFields: Int): String
- Definition Classes
- Expression → TreeNode
- def verboseStringWithSuffix(maxFields: Int): String
- Definition Classes
- TreeNode
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def withCanonicalizedChildren: Expression
- Attributes
- protected
- Definition Classes
- Expression
- def withNewChildInternal(newChild: Expression): StructsToJsonWithConfluent
- Attributes
- protected
- Definition Classes
- StructsToJsonWithConfluent → UnaryLike
- final def withNewChildren(newChildren: Seq[Expression]): Expression
- Definition Classes
- TreeNode
- final def withNewChildrenInternal(newChildren: IndexedSeq[Expression]): Expression
- Definition Classes
- UnaryLike
- def withTimeZone(timeZoneId: String): TimeZoneAwareExpression
- Definition Classes
- StructsToJsonWithConfluent → TimeZoneAwareExpression
- lazy val writer: CharArrayWriter
- Annotations
- @transient()
- lazy val zoneId: ZoneId
- Definition Classes
- TimeZoneAwareExpression
- Annotations
- @transient()
- def zoneIdForType(dataType: DataType): ZoneId
- Definition Classes
- TimeZoneAwareExpression
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated @Deprecated
- Deprecated