t

tokenizers

Deep Java Library (DJL) NLP utilities for Huggingface tokenizers
http://www.djl.ai/extensions/tokenizers
The Apache License, Version 2.0
DJL.AI Team
Files download
File Operation
tokenizers-0.31.1.jar download
tokenizers-0.31.1.pom download
tokenizers-0.31.1-sources.jar download
Apache Maven
<dependency>
  <groupId>ai.djl.huggingface</groupId>
  <artifactId>tokenizers</artifactId>
  <version>0.31.1</version>
</dependency>
Gradle Groovy
implementation 'ai.djl.huggingface:tokenizers:0.31.1'
Gradle Kotlin
implementation("ai.djl.huggingface:tokenizers:0.31.1")
Scala SBT
libraryDependencies += "ai.djl.huggingface" % "tokenizers" % "0.31.1"
Groovy Grape
@Grapes(
  @Grab(group='ai.djl.huggingface', module='tokenizers', version='0.31.1')
)
Apache Ivy
<dependency org="ai.djl.huggingface" name="tokenizers" rev="0.31.1" />
Leiningen
[ai.djl.huggingface/tokenizers "0.31.1"]
Apache Buildr
'ai.djl.huggingface:tokenizers:jar:0.31.1'
Dependencies