openai.py 1.2 KB

1234567891011121314151617181920212223242526272829303132
  1. import os
  2. from typing import Optional
  3. from chromadb.utils.embedding_functions import OpenAIEmbeddingFunction
  4. from embedchain.config import BaseEmbedderConfig
  5. from embedchain.embedder.base import BaseEmbedder
  6. from embedchain.models import VectorDimensions
  7. class OpenAIEmbedder(BaseEmbedder):
  8. def __init__(self, config: Optional[BaseEmbedderConfig] = None):
  9. super().__init__(config=config)
  10. if self.config.model is None:
  11. self.config.model = "text-embedding-ada-002"
  12. api_key = self.config.api_key or os.environ["OPENAI_API_KEY"]
  13. api_base = self.config.api_base or os.environ.get("OPENAI_API_BASE")
  14. if api_key is None and os.getenv("OPENAI_ORGANIZATION") is None:
  15. raise ValueError("OPENAI_API_KEY or OPENAI_ORGANIZATION environment variables not provided") # noqa:E501
  16. embedding_fn = OpenAIEmbeddingFunction(
  17. api_key=api_key,
  18. api_base=api_base,
  19. organization_id=os.getenv("OPENAI_ORGANIZATION"),
  20. model_name=self.config.model,
  21. )
  22. self.set_embedding_fn(embedding_fn=embedding_fn)
  23. vector_dimension = self.config.vector_dimension or VectorDimensions.OPENAI.value
  24. self.set_vector_dimension(vector_dimension=vector_dimension)