chroma_db.py 982 B

1234567891011121314151617181920212223242526272829303132
  1. import chromadb
  2. import os
  3. from chromadb.utils import embedding_functions
  4. from embedchain.vectordb.base_vector_db import BaseVectorDB
  5. openai_ef = embedding_functions.OpenAIEmbeddingFunction(
  6. api_key=os.getenv("OPENAI_API_KEY"),
  7. organization_id=os.getenv("OPENAI_ORGANIZATION"),
  8. model_name="text-embedding-ada-002"
  9. )
  10. class ChromaDB(BaseVectorDB):
  11. def __init__(self, db_dir=None, ef=None):
  12. self.ef = ef if ef is not None else openai_ef
  13. if db_dir is None:
  14. db_dir = "db"
  15. self.client_settings = chromadb.config.Settings(
  16. chroma_db_impl="duckdb+parquet",
  17. persist_directory=db_dir,
  18. anonymized_telemetry=False
  19. )
  20. super().__init__()
  21. def _get_or_create_db(self):
  22. return chromadb.Client(self.client_settings)
  23. def _get_or_create_collection(self):
  24. return self.client.get_or_create_collection(
  25. 'embedchain_store', embedding_function=self.ef,
  26. )