feat(build): pull base binaries from gh releases for encoderfile builds (#213)

- Add auto-pulling base binaries from gh releases
- Add utils for adding, removing, and listing base binaries in cache
- Add logging

Author: besaleli

Cargo.lock

@@ -12,15 +12,26 @@ description = "Distribute and run transformer encoders with a single file."
 
 [dependencies]
 clap_derive = "4.5.49"
+console = { version = "0.16.2", optional = true }
 directories = "6.0.0"
+flate2 = "1.1.5"
 sha2 = "0.10.9"
+tar = "0.4.44"
+tempfile = "3.23.0"
+url = "2.5.8"
 
 [features]
+default = ["cli"]
 dev-utils = []
+cli = ["dep:console"]
 
 [dev-dependencies]
 tempfile = "3.23.0"
 
+[dependencies.reqwest]
+version = "0.13.1"
+features = ["blocking"]
+
 [dependencies.tokenizers]
 workspace = true