class DqJdbcStorageManager extends DqStorageManager with SlickProfile
- Alphabetic
- By Inheritance
- DqJdbcStorageManager
- SlickProfile
- DqStorageManager
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
- new DqJdbcStorageManager(ds: DqStorageJdbcConnection)
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val batchSize: Int
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
close(): Unit
- Definition Classes
- DqJdbcStorageManager → DqStorageManager
-
val
db: DatabaseDef
- Attributes
- protected
-
val
dbType: DQStorageType
- Definition Classes
- DqJdbcStorageManager → SlickProfile
-
val
ds: DqStorageJdbcConnection
- Definition Classes
- DqJdbcStorageManager → DqStorageManager
- implicit val ec: ExecutionContextExecutor
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
filterByOffset[R <: MetricResult](records: Seq[R], offset: Int): Seq[R]
- Attributes
- protected
- Definition Classes
- DqStorageManager
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getConnection: DqStorageConnection
- Definition Classes
- DqJdbcStorageManager → DqStorageManager
-
def
getTimeWindow(startDT: EnrichedDT, windowSize: String, windowOffset: Option[String]): (Timestamp, Timestamp)
- Attributes
- protected
- Definition Classes
- DqStorageManager
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
loadMetricResults[R <: MetricResult](jobId: String, metricIds: Seq[String], rule: TrendCheckRule, startDT: EnrichedDT, windowSize: String, windowOffset: Option[String])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[R], ops: DQTableOps[R]): Seq[R]
- Definition Classes
- DqJdbcStorageManager → DqStorageManager
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
lazy val
profile: JdbcProfile
- Attributes
- protected
- Definition Classes
- SlickProfile
-
def
saveErrors: Boolean
- Definition Classes
- DqStorageManager
-
def
saveResults[R <: DQEntity](results: Seq[R])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[R], ops: DQTableOps[R]): String
Saves results to a corresponding table in storage database.
Saves results to a corresponding table in storage database.
- R
Type of results to be saved
- results
Sequence of results to be saved
- ops
Implicit table extension methods used to retrieve instance of Slick table that matches the result type.
- returns
Results write operation status string.
- Definition Classes
- DqJdbcStorageManager → DqStorageManager
- Note
Results are saved with use of upsert logic. Thus, existing records that conflicts with new ones by unique constraint are found first. Then, these records replaced with new ones and remaining records are appended to the table. Process of finding conflicting records involves multiple logical operators chaining that might lead to stack overflow error in Slick (see https://github.com/slick/slick/issues/1606). In order to avoid such error a sequence of results is split into batches of
batchSize
and upsert operation is performed per each batch separately.
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
val
tables: Tables
- Definition Classes
- DqJdbcStorageManager → DqStorageManager
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()