LLMs

pydantic model retrieval_qa_benchmark.models.ChatGPT

Fields:

• context_template (str)

• name (str)

• record_template (str)

• run_args (Dict[str, Any])

• system_prompt (str)

field system_prompt: str = 'You are a helpful assistant.'

classmethod build(name: str = 'text-davinci-003', api_base: str = 'https://api.openai.com/v1', api_key: str = '', system_prompt: str | None = None, run_args: Dict[str, Any] | None = None, **kwargs: Any) → GPT

generate(**kwargs: Any) → Any

pydantic model retrieval_qa_benchmark.models.GPT

Fields:

• context_template (str)

• name (str)

• record_template (str)

• run_args (Dict[str, Any])

• system_prompt (str)

field system_prompt: str = 'You are a helpful assistant.'

classmethod build(name: str = 'text-davinci-003', api_base: str = 'https://api.openai.com/v1', api_key: str = '', system_prompt: str | None = None, run_args: Dict[str, Any] | None = None, **kwargs: Any) → GPT

generate(**kwargs: Any) → Any

pydantic model retrieval_qa_benchmark.models.RemoteLLM

Fields:

• context_template (str)

• name (str)

• record_template (str)

• run_args (Dict[str, Any])

• system_prompt (str)

field system_prompt: str = 'You are a helpful assistant.'

classmethod build(name: str = 'llama2-13b-chat', api_base: str = '', api_key: str = 'sk-some-super-secret-key-you-will-never-know', system_prompt: str | None = None, run_args: Dict[str, Any] | None = None, **kwargs: Any) → RemoteLLM

generate(**kwargs: Any) → Any

pydantic model retrieval_qa_benchmark.models.TGI_LLM

Fields:

• boot_time_key (str)

• client (huggingface_hub.inference._client.InferenceClient)

• completion_time_key (str)

• context_template (str)

• name (str)

• record_template (str)

• run_args (Dict[str, Any])

• stream (bool)

• system_prompt (str)

field boot_time_key: str = 'model.tgi.boot.profile'

field client: InferenceClient [Required]

field completion_time_key: str = 'model.tgi.completion.profile'

field stream: bool = False

field system_prompt: str = 'You are a helpful assistant.'

class Config

classmethod build(name: str = 'llama2-13b-chat-hf', backend_url: str = 'http://127.0.0.1:8080', system_prompt: str | None = None, hf_token: str | bool | None = None, run_args: Dict[str, Any] | None = None, stream: bool = False, **kwargs: Any) → TGI_LLM

generate(**kwargs: Any) → Any