Prechádzať zdrojové kódy

[Doc update] update mistral example (#1012)

Deven Patel 1 rok pred
rodič
commit
0efbc80ac9

+ 5 - 1
docs/get-started/faq.mdx

@@ -13,7 +13,6 @@ Use the model provided on huggingface: `mistralai/Mistral-7B-v0.1`
 import os
 from embedchain import Pipeline as App
 
-os.environ["OPENAI_API_KEY"] = "sk-xxx"
 os.environ["HUGGINGFACE_ACCESS_TOKEN"] = "hf_your_token"
 
 app = App.from_config("huggingface.yaml")
@@ -27,6 +26,11 @@ llm:
     max_tokens: 1000
     top_p: 0.5
     stream: false
+
+embedder:
+  provider: huggingface
+  config:
+    model: 'sentence-transformers/all-mpnet-base-v2'
 ```
 </CodeGroup>
 </Accordion>

+ 5 - 5
embedchain/loaders/directory_loader.py

@@ -1,14 +1,14 @@
-from pathlib import Path
 import hashlib
 import logging
-from typing import Optional, Dict, Any
+from pathlib import Path
+from typing import Any, Dict, Optional
 
-from embedchain.utils import detect_datatype
+from embedchain.config import AddConfig
+from embedchain.data_formatter.data_formatter import DataFormatter
 from embedchain.helpers.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 from embedchain.loaders.local_text import LocalTextLoader
-from embedchain.data_formatter.data_formatter import DataFormatter
-from embedchain.config import AddConfig
+from embedchain.utils import detect_datatype
 
 
 @register_deserializable

+ 2 - 1
embedchain/utils.py

@@ -196,7 +196,8 @@ def detect_datatype(source: Any) -> DataType:
     formatted_source = format_source(str(source), 30)
 
     if url:
-        from langchain.document_loaders.youtube import ALLOWED_NETLOCK as YOUTUBE_ALLOWED_NETLOCS
+        from langchain.document_loaders.youtube import \
+            ALLOWED_NETLOCK as YOUTUBE_ALLOWED_NETLOCS
 
         if url.netloc in YOUTUBE_ALLOWED_NETLOCS:
             logging.debug(f"Source of `{formatted_source}` detected as `youtube_video`.")