local_qna_pair.py 732 B

1234567891011121314151617181920212223242526
  1. import hashlib
  2. from embedchain.helper.json_serializable import register_deserializable
  3. from embedchain.loaders.base_loader import BaseLoader
  4. @register_deserializable
  5. class LocalQnaPairLoader(BaseLoader):
  6. def load_data(self, content):
  7. """Load data from a local QnA pair."""
  8. question, answer = content
  9. content = f"Q: {question}\nA: {answer}"
  10. url = "local"
  11. meta_data = {
  12. "url": url,
  13. }
  14. doc_id = hashlib.sha256((content + url).encode()).hexdigest()
  15. return {
  16. "doc_id": doc_id,
  17. "data": [
  18. {
  19. "content": content,
  20. "meta_data": meta_data,
  21. }
  22. ]
  23. }