pdf_file.py 687 B

123456789101112131415161718192021222324
  1. from langchain.document_loaders import PyPDFLoader
  2. from embedchain.utils import clean_string
  3. class PdfFileLoader:
  4. def load_data(self, url):
  5. ''' Load data from a PDF file. '''
  6. loader = PyPDFLoader(url)
  7. output = []
  8. pages = loader.load_and_split()
  9. if not len(pages):
  10. raise ValueError("No data found")
  11. for page in pages:
  12. content = page.page_content
  13. content = clean_string(content)
  14. meta_data = page.metadata
  15. meta_data["url"] = url
  16. output.append({
  17. "content": content,
  18. "meta_data": meta_data,
  19. })
  20. return output