base:
  metadata: '{"get_bos_id":128000, "get_eos_ids":[128009, 128001]}'

model:
  dtype_override: fp32

quantization:
  qmode: 8da4w
  group_size: 128
  embedding_quantize: 4,32
  