c

org.checkita.dqf.config.jobconf.Sources

AggregateVirtualSourceConfig

final case class AggregateVirtualSourceConfig(id: ID, description: Option[NonEmptyString], parentSources: SingleElemStringSeq, groupBy: NonEmptyStringSeq, expr: Refined[Seq[Column], NonEmpty], persist: Option[StorageLevel], save: Option[FileOutputConfig], keyFields: Seq[NonEmptyString] = Seq.empty, metadata: Seq[SparkParam] = Seq.empty) extends VirtualSourceConfig with Product with Serializable

Aggregate virtual source configuration

id

Virtual source ID

description

Source description

parentSources

Sequence containing exactly one source.

groupBy

Non-empty sequence of columns by which to perform grouping

expr

Non-empty sequence of spark sql expression used to get aggregated columns. One expression per each resultant column

persist

Spark storage level in order to persist dataframe during job execution.

save

Configuration to save virtual source as a file.

keyFields

Sequence of key fields (columns that identify data row)

metadata

List of metadata parameters specific to this source

Linear Supertypes
Product, Equals, VirtualSourceConfig, SourceConfig, JobConfigEntity, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. AggregateVirtualSourceConfig
  2. Product
  3. Equals
  4. VirtualSourceConfig
  5. SourceConfig
  6. JobConfigEntity
  7. Serializable
  8. Serializable
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new AggregateVirtualSourceConfig(id: ID, description: Option[NonEmptyString], parentSources: SingleElemStringSeq, groupBy: NonEmptyStringSeq, expr: Refined[Seq[Column], NonEmpty], persist: Option[StorageLevel], save: Option[FileOutputConfig], keyFields: Seq[NonEmptyString] = Seq.empty, metadata: Seq[SparkParam] = Seq.empty)

    id

    Virtual source ID

    description

    Source description

    parentSources

    Sequence containing exactly one source.

    groupBy

    Non-empty sequence of columns by which to perform grouping

    expr

    Non-empty sequence of spark sql expression used to get aggregated columns. One expression per each resultant column

    persist

    Spark storage level in order to persist dataframe during job execution.

    save

    Configuration to save virtual source as a file.

    keyFields

    Sequence of key fields (columns that identify data row)

    metadata

    List of metadata parameters specific to this source

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. val description: Option[NonEmptyString]
    Definition Classes
    AggregateVirtualSourceConfig → JobConfigEntity
  7. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  8. val expr: Refined[Seq[Column], NonEmpty]
  9. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. val groupBy: NonEmptyStringSeq
  12. val id: ID
    Definition Classes
    AggregateVirtualSourceConfig → JobConfigEntity
  13. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  14. val keyFields: Seq[NonEmptyString]
    Definition Classes
    AggregateVirtualSourceConfig → SourceConfig
  15. val metadata: Seq[SparkParam]
    Definition Classes
    AggregateVirtualSourceConfig → JobConfigEntity
  16. val metadataString: Option[String]
    Definition Classes
    JobConfigEntity
  17. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  18. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  19. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  20. val parentSources: SingleElemStringSeq
  21. val parents: Seq[String]
    Definition Classes
    AggregateVirtualSourceConfig → VirtualSourceConfig
  22. val persist: Option[StorageLevel]
    Definition Classes
    AggregateVirtualSourceConfig → SourceConfig
  23. val save: Option[FileOutputConfig]
    Definition Classes
    AggregateVirtualSourceConfig → VirtualSourceConfig
  24. val streamable: Boolean
    Definition Classes
    AggregateVirtualSourceConfig → SourceConfig
  25. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  26. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  27. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  28. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  29. val windowBy: Option[StreamWindowing]
    Definition Classes
    AggregateVirtualSourceConfig → VirtualSourceConfig

Inherited from Product

Inherited from Equals

Inherited from VirtualSourceConfig

Inherited from SourceConfig

Inherited from JobConfigEntity

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped