| { | |
| "model_name": "luca-deandrea/MNLP_M3_mcqa_model", | |
| "quantization_method": "bitsandbytes", | |
| "config_name": "bnb_8bit_standard", | |
| "description": "8-bit with standard threshold", | |
| "expected_compression": "~4x", | |
| "quantization_config": { | |
| "load_in_4bit": false, | |
| "load_in_8bit": true, | |
| "bnb_4bit_quant_type": "fp4", | |
| "bnb_4bit_use_double_quant": false, | |
| "bnb_4bit_compute_dtype": "torch.float32", | |
| "llm_int8_threshold": 6.0 | |
| }, | |
| "timestamp": "2025-06-10 21:31:48", | |
| "loading_time_seconds": 10.600389003753662, | |
| "memory_usage_gb": 0.7341856956481934, | |
| "test_generation": "Hello, I am a student who is working on a project to model" | |
| } |