# file: /Users/shuhul/Documents/opensource/finetunecheck/src/finetunecheck/eval/inference.py
# hypothesis_version: 6.155.0

[0.0, 512, 1000, 2048, 10000000, 'auto', 'base_model', 'chat_template', 'choices', 'config', 'content', 'cpu', 'cuda', 'device', 'device_map', 'do_sample', 'input_ids', 'left', 'llama_cpp', 'logprobs', 'max_new_tokens', 'model_max_length', 'n_ctx', 'pad_token_id', 'pt', 'repetition_penalty', 'revision', 'role', 'temperature', 'text', 'to', 'token_logprobs', 'top_k', 'top_p', 'torch_dtype', 'transformers', 'user', 'vllm']