123456789101112131415161718192021222324 |
- import hashlib
- from embedchain.helper.json_serializable import register_deserializable
- from embedchain.loaders.base_loader import BaseLoader
- @register_deserializable
- class LocalTextLoader(BaseLoader):
- def load_data(self, content):
- """Load data from a local text file."""
- url = "local"
- meta_data = {
- "url": url,
- }
- doc_id = hashlib.sha256((content + url).encode()).hexdigest()
- return {
- "doc_id": doc_id,
- "data": [
- {
- "content": content,
- "meta_data": meta_data,
- }
- ],
- }
|