d

deequ

Deequ is a library built on top of Apache Spark for defining "unit tests for data", which measure data quality in large datasets.
https://github.com/awslabs/deequ
Apache License, Version 2.0
Dustin Lange Sebastian Schelter Philipp Schmidt Stefan Grafberger Andrey Taptunov
which data large built datasets defining quality unit library apache tests measure spark deequ
Files download
File Operation
deequ-2.0.7-spark-3.5.jar download
deequ-2.0.7-spark-3.5.pom download
deequ-2.0.7-spark-3.5-sources.jar download
Apache Maven 
<dependency>
  <groupId>com.amazon.deequ</groupId>
  <artifactId>deequ</artifactId>
  <version>2.0.7-spark-3.5</version>
</dependency>
Gradle Groovy 
implementation 'com.amazon.deequ:deequ:2.0.7-spark-3.5'
Gradle Kotlin 
implementation("com.amazon.deequ:deequ:2.0.7-spark-3.5")
Scala SBT 
libraryDependencies += "com.amazon.deequ" % "deequ" % "2.0.7-spark-3.5"
Groovy Grape 
@Grapes(
  @Grab(group='com.amazon.deequ', module='deequ', version='2.0.7-spark-3.5')
)
Apache Ivy 
<dependency org="com.amazon.deequ" name="deequ" rev="2.0.7-spark-3.5" />
Leiningen 
[com.amazon.deequ/deequ "2.0.7-spark-3.5"]
Apache Buildr 
'com.amazon.deequ:deequ:jar:2.0.7-spark-3.5'
Dependencies

compile

|-- org.scala-lang:scala-library

|-- org.scala-lang:scala-reflect

|-- org.apache.spark:spark-core_${scala.major.version}:3.5.0

|-- org.apache.spark:spark-sql_${scala.major.version}:3.5.0

|-- org.apache.spark:spark-mllib_${scala.major.version}:3.5.0

|-- org.scalanlp:breeze_${scala.major.version}:2.1.0

test

|-- org.scalatest:scalatest_${scala.major.version}:3.1.2

|-- org.scalamock:scalamock_${scala.major.version}:4.4.0

|-- org.scala-lang:scala-compiler

|-- org.mockito:mockito-core:2.28.2

|-- org.openjdk.jmh:jmh-core:1.23

|-- org.openjdk.jmh:jmh-generator-annprocess:1.23

|-- org.apache.datasketches:datasketches-java:1.3.0-incubating

|-- org.apache.iceberg:iceberg-spark-runtime-3.3_2.12:0.14.0