ollama.py 1.3 KB

1234567891011121314151617181920212223242526272829303132
  1. import logging
  2. from typing import Optional
  3. try:
  4. from ollama import Client
  5. except ImportError:
  6. raise ImportError("Ollama Embedder requires extra dependencies. Install with `pip install ollama`") from None
  7. from langchain_community.embeddings import OllamaEmbeddings
  8. from embedchain.config import OllamaEmbedderConfig
  9. from embedchain.embedder.base import BaseEmbedder
  10. from embedchain.models import VectorDimensions
  11. logger = logging.getLogger(__name__)
  12. class OllamaEmbedder(BaseEmbedder):
  13. def __init__(self, config: Optional[OllamaEmbedderConfig] = None):
  14. super().__init__(config=config)
  15. client = Client(host=config.base_url)
  16. local_models = client.list()["models"]
  17. if not any(model.get("name") == self.config.model for model in local_models):
  18. logger.info(f"Pulling {self.config.model} from Ollama!")
  19. client.pull(self.config.model)
  20. embeddings = OllamaEmbeddings(model=self.config.model, base_url=config.base_url)
  21. embedding_fn = BaseEmbedder._langchain_default_concept(embeddings)
  22. self.set_embedding_fn(embedding_fn=embedding_fn)
  23. vector_dimension = self.config.vector_dimension or VectorDimensions.OLLAMA.value
  24. self.set_vector_dimension(vector_dimension=vector_dimension)