vllm.yaml 245 B

1234567891011121314
  1. llm:
  2. provider: vllm
  3. config:
  4. model: 'meta-llama/Llama-2-70b-hf'
  5. temperature: 0.5
  6. top_p: 1
  7. top_k: 10
  8. stream: true
  9. trust_remote_code: true
  10. embedder:
  11. provider: huggingface
  12. config:
  13. model: 'BAAI/bge-small-en-v1.5'