local_qna_pair.py 733 B

123456789101112131415161718192021222324
  1. import hashlib
  2. from embedchain.helpers.json_serializable import register_deserializable
  3. from embedchain.loaders.base_loader import BaseLoader
  4. @register_deserializable
  5. class LocalQnaPairLoader(BaseLoader):
  6. def load_data(self, content):
  7. """Load data from a local QnA pair."""
  8. question, answer = content
  9. content = f"Q: {question}\nA: {answer}"
  10. url = "local"
  11. meta_data = {"url": url, "question": question}
  12. doc_id = hashlib.sha256((content + url).encode()).hexdigest()
  13. return {
  14. "doc_id": doc_id,
  15. "data": [
  16. {
  17. "content": content,
  18. "meta_data": meta_data,
  19. }
  20. ],
  21. }