dtype: "half"
max_model_len: 2048
gpu_memory_utilization: 0.96
disable_log_stats: true
disable_log_requests: true