Merge pull request #11 from cregouby/main

bypass #10 though explicit last commit before TruncateDirection
mlverse · Jan 3, 2022 · be50471 · be50471
2 parents acd8d52 + 202c8c1
commit be50471
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/rust/Cargo.toml b/src/rust/Cargo.toml
@@ -9,7 +9,8 @@ crate-type = ["staticlib"]
 
 [dependencies]
 extendr-api = "0.2.0"
-tokenizers = {git = "https://github.com/huggingface/tokenizers"}
+# use a pre-"TruncationDirection" in encoding.rs commit
+tokenizers = {git = "https://github.com/huggingface/tokenizers", rev = "256a71c"}
 serde = { version = "1.0", features = [ "rc", "derive" ]}
 
 # Once extendr 0.1.11 is on crates.io the entire remaining part