o

org.checkita.dqf.targets.TargetProcessors

ErrorCollKafkaTargetProcessor

implicit object ErrorCollKafkaTargetProcessor extends TargetProcessor[ErrorCollKafkaTargetConfig, Seq[String]] with ErrorJsonBuilder[ErrorCollKafkaTargetConfig] with KafkaWriter[ErrorCollKafkaTargetConfig] with MetricErrorsTargetType

Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ErrorCollKafkaTargetProcessor
  2. MetricErrorsTargetType
  3. KafkaWriter
  4. OutputWriter
  5. ErrorJsonBuilder
  6. BuildHelpers
  7. TargetBuilder
  8. TargetProcessor
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def build(target: ErrorCollKafkaTargetConfig, results: ResultSet)(implicit settings: AppSettings, spark: SparkSession): Result[Seq[String]]

    Build target output given the target configuration

    Build target output given the target configuration

    target

    Target configuration

    results

    All job results

    settings

    Implicit application settings object

    spark

    Implicit spark session object

    returns

    Target result in form of sequence of JSON strings.

    Definition Classes
    ErrorJsonBuilderTargetBuilder
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  8. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. def filterErrors(errors: Seq[ResultMetricError], requested: Seq[String], dumpSize: Int): Seq[ResultMetricError]

    Filters errors to be send in target.

    Filters errors to be send in target.

    errors

    Sequence of all collected metric errors

    requested

    Sequence of metric IDs for which metric errors are requested

    dumpSize

    Maximum number of errors to be collected per each metric

    returns

    Filtered sequence of metric errors

    Definition Classes
    BuildHelpers
    Note

    If requested metric IDs are not provided (sequence is empty) then errors for all metrics are returned.

  10. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  11. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  14. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  16. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. def process(target: ErrorCollKafkaTargetConfig, results: ResultSet)(implicit jobId: String, settings: AppSettings, spark: SparkSession, connections: Map[String, DQConnection]): Result[String]

    Safely process target given the target configuration.

    Safely process target given the target configuration.

    target

    Target configuration

    results

    All job results

    returns

    "Success" string in case of successful operation or a list of errors.

    Definition Classes
    TargetProcessor
  18. def readTemplate(uri: String): Option[String]

    Safely reads template from file

    Safely reads template from file

    uri

    Path to a template file

    returns

    Template string read from path or None if read operation wasn't successful.

    Definition Classes
    BuildHelpers
  19. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  20. val targetType: String
    Definition Classes
    MetricErrorsTargetType
  21. def toString(): String
    Definition Classes
    AnyRef → Any
  22. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  23. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  24. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  25. def write(target: ErrorCollKafkaTargetConfig, result: Seq[String])(implicit jobId: String, settings: AppSettings, spark: SparkSession, connections: Map[String, DQConnection]): Result[String]

    Writes result to required output channel given the output configuration.

    Writes result to required output channel given the output configuration.

    target

    Output configuration

    result

    Result to be written

    returns

    "Success" string in case of successful write operation or a list of errors.

    Definition Classes
    KafkaWriterOutputWriter

Inherited from MetricErrorsTargetType

Inherited from OutputWriter[Seq[String], ErrorCollKafkaTargetConfig]

Inherited from BuildHelpers

Inherited from TargetBuilder[ErrorCollKafkaTargetConfig, Seq[String]]

Inherited from AnyRef

Inherited from Any

Ungrouped