model_parameters:
  model_name: "HuggingFaceTB/SmolLM2-1.7B-Instruct"
  revision: "57aa3c6599c53705406c648e7acca7e11dc45ea3"
  dtype: "float16"
  tensor_parallel_size: 1
  data_parallel_size: 1
  pipeline_parallel_size: 1
  gpu_memory_utilization: 0.4
  max_model_length: null
  seed: 42
  trust_remote_code: False
  add_special_tokens: True
  multichoice_continuations_start_space: False
  pairwise_tokenization: False
  subfolder: null
  max_num_seqs: 1
  max_num_batched_tokens: 8192
  is_async: false
  generation_parameters:
    presence_penalty: 0.0
    repetition_penalty: 1.0
    frequency_penalty: 0.0
    temperature: 0.0
    top_k: null
    min_p: 0.0
    top_p: 0.9
    seed: 42
    stop_tokens: null
    max_new_tokens: 2048
    min_new_tokens: 0
