{"batches":15,"requests":15,"avg_batch":1.0,"max_batch":1,"avg_infer_ms":126.2,"avg_queue_ms":10.3,"backend":{"backend":"torch","model":"/models/gliformer-large-v1","device":"cuda","dtype":"bfloat16","attn_kernel":"eager","compiled":false,"pad_multiple":0,"load_seconds":11.5},"prompt":{"instruction_as_name":true,"fold_descriptions":true,"fold_examples":false,"sep":": ","noul_mode":"yes_no","isolate":"nouls","state_format":"kv"},"temperature":3.2}