import logging import re from string import Template from typing import Any, Mapping, Optional from embedchain.config.base_config import BaseConfig from embedchain.helpers.json_serializable import register_deserializable logger = logging.getLogger(__name__) DEFAULT_PROMPT = """ You are a Q&A expert system. Your responses must always be rooted in the context provided for each query. Here are some guidelines to follow: 1. Refrain from explicitly mentioning the context provided in your response. 2. The context should silently guide your answers without being directly acknowledged. 3. Do not use phrases such as 'According to the context provided', 'Based on the context, ...' etc. Context information: ---------------------- $context ---------------------- Query: $query Answer: """ # noqa:E501 DEFAULT_PROMPT_WITH_HISTORY = """ You are a Q&A expert system. Your responses must always be rooted in the context provided for each query. You are also provided with the conversation history with the user. Make sure to use relevant context from conversation history as needed. Here are some guidelines to follow: 1. Refrain from explicitly mentioning the context provided in your response. 2. The context should silently guide your answers without being directly acknowledged. 3. Do not use phrases such as 'According to the context provided', 'Based on the context, ...' etc. Context information: ---------------------- $context ---------------------- Conversation history: ---------------------- $history ---------------------- Query: $query Answer: """ # noqa:E501 DOCS_SITE_DEFAULT_PROMPT = """ You are an expert AI assistant for developer support product. Your responses must always be rooted in the context provided for each query. Wherever possible, give complete code snippet. Dont make up any code snippet on your own. Here are some guidelines to follow: 1. Refrain from explicitly mentioning the context provided in your response. 2. The context should silently guide your answers without being directly acknowledged. 3. Do not use phrases such as 'According to the context provided', 'Based on the context, ...' etc. Context information: ---------------------- $context ---------------------- Query: $query Answer: """ # noqa:E501 DEFAULT_PROMPT_TEMPLATE = Template(DEFAULT_PROMPT) DEFAULT_PROMPT_WITH_HISTORY_TEMPLATE = Template(DEFAULT_PROMPT_WITH_HISTORY) DOCS_SITE_PROMPT_TEMPLATE = Template(DOCS_SITE_DEFAULT_PROMPT) query_re = re.compile(r"\$\{*query\}*") context_re = re.compile(r"\$\{*context\}*") history_re = re.compile(r"\$\{*history\}*") @register_deserializable class BaseLlmConfig(BaseConfig): """ Config for the `query` method. """ def __init__( self, number_documents: int = 3, template: Optional[Template] = None, prompt: Optional[Template] = None, model: Optional[str] = None, temperature: float = 0, max_tokens: int = 1000, top_p: float = 1, stream: bool = False, online: bool = False, deployment_name: Optional[str] = None, system_prompt: Optional[str] = None, where: dict[str, Any] = None, query_type: Optional[str] = None, callbacks: Optional[list] = None, api_key: Optional[str] = None, base_url: Optional[str] = None, endpoint: Optional[str] = None, model_kwargs: Optional[dict[str, Any]] = None, http_client: Optional[Any] = None, http_async_client: Optional[Any] = None, local: Optional[bool] = False, default_headers: Optional[Mapping[str, str]] = None, ): """ Initializes a configuration class instance for the LLM. Takes the place of the former `QueryConfig` or `ChatConfig`. :param number_documents: Number of documents to pull from the database as context, defaults to 1 :type number_documents: int, optional :param template: The `Template` instance to use as a template for prompt, defaults to None (deprecated) :type template: Optional[Template], optional :param prompt: The `Template` instance to use as a template for prompt, defaults to None :type prompt: Optional[Template], optional :param model: Controls the OpenAI model used, defaults to None :type model: Optional[str], optional :param temperature: Controls the randomness of the model's output. Higher values (closer to 1) make output more random, lower values make it more deterministic, defaults to 0 :type temperature: float, optional :param max_tokens: Controls how many tokens are generated, defaults to 1000 :type max_tokens: int, optional :param top_p: Controls the diversity of words. Higher values (closer to 1) make word selection more diverse, defaults to 1 :type top_p: float, optional :param stream: Control if response is streamed back to user, defaults to False :type stream: bool, optional :param online: Controls whether to use internet for answering query, defaults to False :type online: bool, optional :param deployment_name: t.b.a., defaults to None :type deployment_name: Optional[str], optional :param system_prompt: System prompt string, defaults to None :type system_prompt: Optional[str], optional :param where: A dictionary of key-value pairs to filter the database results., defaults to None :type where: dict[str, Any], optional :param api_key: The api key of the custom endpoint, defaults to None :type api_key: Optional[str], optional :param endpoint: The api url of the custom endpoint, defaults to None :type endpoint: Optional[str], optional :param model_kwargs: A dictionary of key-value pairs to pass to the model, defaults to None :type model_kwargs: Optional[Dict[str, Any]], optional :param callbacks: Langchain callback functions to use, defaults to None :type callbacks: Optional[list], optional :param query_type: The type of query to use, defaults to None :type query_type: Optional[str], optional :param local: If True, the model will be run locally, defaults to False (for huggingface provider) :type local: Optional[bool], optional :param default_headers: Set additional HTTP headers to be sent with requests to OpenAI :type default_headers: Optional[Mapping[str, str]], optional :raises ValueError: If the template is not valid as template should contain $context and $query (and optionally $history) :raises ValueError: Stream is not boolean """ if template is not None: logger.warning( "The `template` argument is deprecated and will be removed in a future version. " + "Please use `prompt` instead." ) if prompt is None: prompt = template if prompt is None: prompt = DEFAULT_PROMPT_TEMPLATE self.number_documents = number_documents self.temperature = temperature self.max_tokens = max_tokens self.model = model self.top_p = top_p self.deployment_name = deployment_name self.system_prompt = system_prompt self.query_type = query_type self.callbacks = callbacks self.api_key = api_key self.base_url = base_url self.endpoint = endpoint self.model_kwargs = model_kwargs self.http_client = http_client self.http_async_client = http_async_client self.local = local self.default_headers = default_headers self.online = online if isinstance(prompt, str): prompt = Template(prompt) if self.validate_prompt(prompt): self.prompt = prompt else: raise ValueError("The 'prompt' should have 'query' and 'context' keys and potentially 'history' (if used).") if not isinstance(stream, bool): raise ValueError("`stream` should be bool") self.stream = stream self.where = where @staticmethod def validate_prompt(prompt: Template) -> Optional[re.Match[str]]: """ validate the prompt :param prompt: the prompt to validate :type prompt: Template :return: valid (true) or invalid (false) :rtype: Optional[re.Match[str]] """ return re.search(query_re, prompt.template) and re.search(context_re, prompt.template) @staticmethod def _validate_prompt_history(prompt: Template) -> Optional[re.Match[str]]: """ validate the prompt with history :param prompt: the prompt to validate :type prompt: Template :return: valid (true) or invalid (false) :rtype: Optional[re.Match[str]] """ return re.search(history_re, prompt.template)