local_text.py 648 B

123456789101112131415161718192021222324
  1. import hashlib
  2. from embedchain.helper.json_serializable import register_deserializable
  3. from embedchain.loaders.base_loader import BaseLoader
  4. @register_deserializable
  5. class LocalTextLoader(BaseLoader):
  6. def load_data(self, content):
  7. """Load data from a local text file."""
  8. url = "local"
  9. meta_data = {
  10. "url": url,
  11. }
  12. doc_id = hashlib.sha256((content + url).encode()).hexdigest()
  13. return {
  14. "doc_id": doc_id,
  15. "data": [
  16. {
  17. "content": content,
  18. "meta_data": meta_data,
  19. }
  20. ],
  21. }