Skip to content

Commit

Permalink
feat: the PGVectorAccess was missed to be used from the shared lib!
Browse files Browse the repository at this point in the history
  • Loading branch information
amindadgar committed Dec 28, 2023
1 parent 2416141 commit 1b43f2e
Show file tree
Hide file tree
Showing 11 changed files with 10 additions and 268 deletions.
2 changes: 1 addition & 1 deletion dags/hivemind_etl_helpers/discord_mongo_summary_etl.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
find_guild_id_by_community_id,
)
from hivemind_etl_helpers.src.document_node_parser import configure_node_parser
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from llama_index.response_synthesizers import get_response_synthesizer
from tc_hivemind_backend.db.pg_db_utils import setup_db
from tc_hivemind_backend.db.utils.model_hyperparams import load_model_hyperparams
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
find_guild_id_by_community_id,
)
from hivemind_etl_helpers.src.document_node_parser import configure_node_parser
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.db.pg_db_utils import setup_db
from tc_hivemind_backend.db.utils.model_hyperparams import load_model_hyperparams
from tc_hivemind_backend.embeddings.cohere import CohereEmbedding
Expand Down
2 changes: 1 addition & 1 deletion dags/hivemind_etl_helpers/discourse_summary_etl.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
)
from hivemind_etl_helpers.src.db.discourse.utils.get_forums import get_forums
from hivemind_etl_helpers.src.document_node_parser import configure_node_parser
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from llama_index import Document
from llama_index.response_synthesizers import get_response_synthesizer
from neo4j._data import Record
Expand Down
2 changes: 1 addition & 1 deletion dags/hivemind_etl_helpers/discourse_vectorstore_etl.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
from hivemind_etl_helpers.src.db.discourse.utils.get_forums import get_forums
from hivemind_etl_helpers.src.document_node_parser import configure_node_parser
from hivemind_etl_helpers.src.utils.check_documents import check_documents
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.db.pg_db_utils import setup_db
from tc_hivemind_backend.db.utils.model_hyperparams import load_model_hyperparams
from tc_hivemind_backend.embeddings.cohere import CohereEmbedding
Expand Down
2 changes: 1 addition & 1 deletion dags/hivemind_etl_helpers/gdrive_etl.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
)
from hivemind_etl_helpers.src.document_node_parser import configure_node_parser
from hivemind_etl_helpers.src.utils.check_documents import check_documents
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.db.utils.model_hyperparams import load_model_hyperparams
from tc_hivemind_backend.embeddings.cohere import CohereEmbedding

Expand Down
258 changes: 0 additions & 258 deletions dags/hivemind_etl_helpers/src/utils/pg_vector_access.py

This file was deleted.

Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@

import psycopg2
from hivemind_etl_helpers.src.db.gdrive.db_utils import fetch_files_date_field, setup_db
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from llama_index import Document
from tc_hivemind_backend.db.credentials import load_postgres_credentials

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import psycopg2
from hivemind_etl_helpers.src.db.gdrive.db_utils import setup_db
from hivemind_etl_helpers.src.db.gdrive.delete_records import delete_records
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from llama_index import Document
from tc_hivemind_backend.db.credentials import load_postgres_credentials
from tc_hivemind_backend.db.pg_db_utils import convert_tuple_str
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import psycopg2
from hivemind_etl_helpers.src.db.gdrive.db_utils import setup_db
from hivemind_etl_helpers.src.utils.check_documents import check_documents
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from llama_index import Document
from tc_hivemind_backend.db.credentials import load_postgres_credentials

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import psycopg2
from hivemind_etl_helpers.src.db.gdrive.db_utils import setup_db
from hivemind_etl_helpers.src.utils.check_documents import check_documents
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from llama_index import Document
from tc_hivemind_backend.db.credentials import load_postgres_credentials

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
discord_raw_to_docuemnts,
)
from hivemind_etl_helpers.src.utils.mongo import MongoSingleton
from hivemind_etl_helpers.src.utils.pg_vector_access import PGVectorAccess
from tc_hivemind_backend.pg_vector_access import PGVectorAccess
from llama_index.indices.vector_store import VectorStoreIndex
from tc_hivemind_backend.db.credentials import load_postgres_credentials
from tc_hivemind_backend.db.pg_db_utils import setup_db
Expand Down

0 comments on commit 1b43f2e

Please sign in to comment.