123456789101112131415161718192021222324252627282930313233343536373839404142 |
- from typing import Callable, Optional
- from embedchain.config.BaseConfig import BaseConfig
- class ChunkerConfig(BaseConfig):
- """
- Config for the chunker used in `add` method
- """
- def __init__(
- self,
- chunk_size: Optional[int] = None,
- chunk_overlap: Optional[int] = None,
- length_function: Optional[Callable[[str], int]] = None,
- ):
- self.chunk_size = chunk_size if chunk_size else 2000
- self.chunk_overlap = chunk_overlap if chunk_overlap else 0
- self.length_function = length_function if length_function else len
- class LoaderConfig(BaseConfig):
- """
- Config for the chunker used in `add` method
- """
- def __init__(self):
- pass
- class AddConfig(BaseConfig):
- """
- Config for the `add` method.
- """
- def __init__(
- self,
- chunker: Optional[ChunkerConfig] = None,
- loader: Optional[LoaderConfig] = None,
- ):
- self.loader = loader
- self.chunker = chunker
|