Packages

final case class JobConfig(jobId: ID, jobDescription: Option[NonEmptyString], connections: Option[ConnectionsConfig], schemas: Seq[SchemaConfig] = Seq.empty, sources: Option[SourcesConfig], streams: Option[StreamSourcesConfig], virtualSources: Seq[VirtualSourceConfig] = Seq.empty, virtualStreams: Seq[VirtualSourceConfig] = Seq.empty, loadChecks: Option[LoadChecksConfig], metrics: Option[MetricsConfig], checks: Option[ChecksConfig], targets: Option[TargetsConfig], jobMetadata: Seq[SparkParam] = Seq.empty) extends Product with Serializable

Data Quality job-level configuration

jobId

Job ID

jobDescription

Job description

connections

Connections to external data systems (RDBMS, Message Brokers, etc.)

schemas

Various schema definitions

sources

Data sources processed within current job (only applicable to batch jobs).

streams

Stream sources processed within current job (only applicable to streaming jobs).

virtualSources

Virtual sources to be created from regular sources.

virtualStreams

Virtual stream to be created from regular streams.

loadChecks

Load checks to be performed on data sources before reading data itself

metrics

Metrics to be calculated for data sources

checks

Checks to be performed over metrics

targets

Targets that define various job result outputs to a multiple channels

jobMetadata

List of metadata parameters

Linear Supertypes
Serializable, Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. JobConfig
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new JobConfig(jobId: ID, jobDescription: Option[NonEmptyString], connections: Option[ConnectionsConfig], schemas: Seq[SchemaConfig] = Seq.empty, sources: Option[SourcesConfig], streams: Option[StreamSourcesConfig], virtualSources: Seq[VirtualSourceConfig] = Seq.empty, virtualStreams: Seq[VirtualSourceConfig] = Seq.empty, loadChecks: Option[LoadChecksConfig], metrics: Option[MetricsConfig], checks: Option[ChecksConfig], targets: Option[TargetsConfig], jobMetadata: Seq[SparkParam] = Seq.empty)

    jobId

    Job ID

    jobDescription

    Job description

    connections

    Connections to external data systems (RDBMS, Message Brokers, etc.)

    schemas

    Various schema definitions

    sources

    Data sources processed within current job (only applicable to batch jobs).

    streams

    Stream sources processed within current job (only applicable to streaming jobs).

    virtualSources

    Virtual sources to be created from regular sources.

    virtualStreams

    Virtual stream to be created from regular streams.

    loadChecks

    Load checks to be performed on data sources before reading data itself

    metrics

    Metrics to be calculated for data sources

    checks

    Checks to be performed over metrics

    targets

    Targets that define various job result outputs to a multiple channels

    jobMetadata

    List of metadata parameters

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val checks: Option[ChecksConfig]
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. val connections: Option[ConnectionsConfig]
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. def getJobHash: Result[String]
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. val jobDescription: Option[NonEmptyString]
  14. val jobId: ID
  15. val jobMetadata: Seq[SparkParam]
  16. val loadChecks: Option[LoadChecksConfig]
  17. val metrics: Option[MetricsConfig]
  18. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  20. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  21. lazy val rendered: Result[String]
  22. val schemas: Seq[SchemaConfig]
  23. val sources: Option[SourcesConfig]
  24. val streams: Option[StreamSourcesConfig]
  25. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  26. val targets: Option[TargetsConfig]
  27. val virtualSources: Seq[VirtualSourceConfig]
  28. val virtualStreams: Seq[VirtualSourceConfig]
  29. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  31. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped