gpt4all.py 857 B

1234567891011121314151617181920
  1. from typing import Optional
  2. from embedchain.config import BaseEmbedderConfig
  3. from embedchain.embedder.base import BaseEmbedder
  4. from embedchain.models import VectorDimensions
  5. class GPT4AllEmbedder(BaseEmbedder):
  6. def __init__(self, config: Optional[BaseEmbedderConfig] = None):
  7. super().__init__(config=config)
  8. from langchain_community.embeddings import GPT4AllEmbeddings as LangchainGPT4AllEmbeddings
  9. model_name = self.config.model or "all-MiniLM-L6-v2-f16.gguf"
  10. embeddings = LangchainGPT4AllEmbeddings(model_name=model_name)
  11. embedding_fn = BaseEmbedder._langchain_default_concept(embeddings)
  12. self.set_embedding_fn(embedding_fn=embedding_fn)
  13. vector_dimension = self.config.vector_dimension or VectorDimensions.GPT4ALL.value
  14. self.set_vector_dimension(vector_dimension=vector_dimension)