Merge pull request #66 from dcSpark/feature/separate-vec-resources-lib

Abstract Out Vector Resources Lib
dcSpark · Sep 8, 2023 · 8a00c46 · 8a00c46
2 parents bc1e3a6 + 2ed0e7c
commit 8a00c46
Show file tree

Hide file tree

Showing 33 changed files with 2,621 additions and 1,632 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -38,18 +38,20 @@ regex = "1"
 csv = "1.1.6"
 uuid = { version = "0.8", features = ["v4"] }
 reqwest = { version = "0.11", features = ["json", "tokio-native-tls", "blocking"] }
-llm = { git = "https://github.com/rustformers/llm", branch = "main" }
+# llm = { git = "https://github.com/rustformers/llm", branch = "main" }
 ordered-float = "3.7.0"
 keyphrases = "0.3.2"
 byteorder = "1.4.3"
 shinkai_message_wasm = { path = "./shinkai-message-wasm" }
+shinkai_vector_resources = { path = "./shinkai-libs/shinkai-vector-resources" }
 bincode = "1.3.3"
 mupdf = "0.4.2"
 qrcode = "0.12"
 image = "0.23"
 urlencoding = "1.1.1"
 hex = "=0.4.2"
 
+
 [dependencies.rocksdb]
 version = "0.21.0"
 default-features = false

diff --git a/shinkai-libs/.gitignore b/shinkai-libs/.gitignore
@@ -0,0 +1,11 @@
+target/
+.env
+./*.json
+./*.bin
+*.log
+models/
+embeddings
+bert.cpp/
+bert-cpp-server
+a.out
+