class DqHiveStorageManager extends DqStorageManager with SlickProfile with SparkBasedManager
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- DqHiveStorageManager
- SparkBasedManager
- SlickProfile
- DqStorageManager
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
- new DqHiveStorageManager(ds: DqStorageHiveConnection, spark: SparkSession)
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
close(): Unit
- Definition Classes
- DqHiveStorageManager → DqStorageManager
-
val
dbType: DQStorageType
- Definition Classes
- DqHiveStorageManager → SlickProfile
-
val
ds: DqStorageHiveConnection
- Definition Classes
- DqHiveStorageManager → DqStorageManager
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
filterByOffset[R <: MetricResult](records: Seq[R], offset: Int): Seq[R]
- Attributes
- protected
- Definition Classes
- DqStorageManager
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getConnection: DqStorageConnection
- Definition Classes
- DqHiveStorageManager → DqStorageManager
-
def
getEncoder[R <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[R]): Encoder[R]
- Attributes
- protected
- Definition Classes
- SparkBasedManager
-
def
getSchema(e: Encoder[_]): StructType
- Attributes
- protected
- Definition Classes
- SparkBasedManager
-
def
getTimeWindow(startDT: EnrichedDT, windowSize: String, windowOffset: Option[String]): (Timestamp, Timestamp)
- Attributes
- protected
- Definition Classes
- DqStorageManager
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
loadMetricData[R <: MetricResult](currentData: DataFrame, schema: StructType, encoder: Encoder[R], jobId: String, metricIds: Seq[String], rule: TrendCheckRule, startDT: EnrichedDT, windowSize: String, windowOffset: Option[String])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[R]): Seq[R]
- Definition Classes
- SparkBasedManager
-
def
loadMetricResults[R <: MetricResult](jobId: String, metricIds: Seq[String], rule: TrendCheckRule, startDT: EnrichedDT, windowSize: String, windowOffset: Option[String])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[R], ops: DQTableOps[R]): Seq[R]
- Definition Classes
- DqHiveStorageManager → DqStorageManager
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
lazy val
profile: JdbcProfile
- Attributes
- protected
- Definition Classes
- SlickProfile
-
def
saveErrors: Boolean
- Definition Classes
- DqStorageManager
-
def
saveResults[R <: DQEntity](results: Seq[R])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[R], ops: DQTableOps[R]): String
- Definition Classes
- DqHiveStorageManager → DqStorageManager
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
val
tables: Tables
- Definition Classes
- DqHiveStorageManager → DqStorageManager
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
def
updateData[R <: DQEntity](spark: SparkSession, currentData: DataFrame, results: Seq[R], schema: StructType)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[R]): DataFrame
- Attributes
- protected
- Definition Classes
- SparkBasedManager
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()