chroma_db.py 921 B

12345678910111213141516171819202122232425262728293031
  1. import chromadb
  2. import os
  3. from chromadb.utils import embedding_functions
  4. from embedchain.vectordb.base_vector_db import BaseVectorDB
  5. openai_ef = embedding_functions.OpenAIEmbeddingFunction(
  6. api_key=os.getenv("OPENAI_API_KEY"),
  7. organization_id=os.getenv("OPENAI_ORGANIZATION"),
  8. model_name="text-embedding-ada-002"
  9. )
  10. class ChromaDB(BaseVectorDB):
  11. def __init__(self, db_dir=None):
  12. if db_dir is None:
  13. db_dir = "db"
  14. self.client_settings = chromadb.config.Settings(
  15. chroma_db_impl="duckdb+parquet",
  16. persist_directory=db_dir,
  17. anonymized_telemetry=False
  18. )
  19. super().__init__()
  20. def _get_or_create_db(self):
  21. return chromadb.Client(self.client_settings)
  22. def _get_or_create_collection(self):
  23. return self.client.get_or_create_collection(
  24. 'embedchain_store', embedding_function=openai_ef,
  25. )