Spaces:
Sleeping
Sleeping
| { | |
| "RK3588": { | |
| "rk3588-3npu-w8a8": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3588", | |
| "num_npu_core": 3, | |
| "quantized_dtype": "W8A8", | |
| "quantized_algorithm": "normal", | |
| "max_context": 4096 | |
| }, | |
| "rk3588-3npu-w8a8_g128": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3588", | |
| "num_npu_core": 3, | |
| "quantized_dtype": "W8A8_G128", | |
| "quantized_algorithm": "normal", | |
| "max_context": 4096 | |
| }, | |
| "rk3588-3npu-w8a8_g256": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3588", | |
| "num_npu_core": 3, | |
| "quantized_dtype": "W8A8_G256", | |
| "quantized_algorithm": "normal", | |
| "max_context": 4096 | |
| }, | |
| "rk3588-3npu-w8a8_g512": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3588", | |
| "num_npu_core": 3, | |
| "quantized_dtype": "W8A8_G512", | |
| "quantized_algorithm": "normal", | |
| "max_context": 4096 | |
| } | |
| }, | |
| "RK3576": { | |
| "rk3576-2npu-w8a8": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3576", | |
| "num_npu_core": 2, | |
| "quantized_dtype": "w8a8", | |
| "quantized_algorithm": "normal", | |
| "max_context": 4096 | |
| }, | |
| "rk3576-2npu-w4a16": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3576", | |
| "num_npu_core": 2, | |
| "quantized_dtype": "w4a16", | |
| "quantized_algorithm": "grq", | |
| "max_context": 4096 | |
| }, | |
| "rk3576-2npu-w4a16_g32": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3576", | |
| "num_npu_core": 2, | |
| "quantized_dtype": "w4a16_g32", | |
| "quantized_algorithm": "grq", | |
| "max_context": 4096 | |
| }, | |
| "rk3576-2npu-w4a16_g64": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3576", | |
| "num_npu_core": 2, | |
| "quantized_dtype": "w4a16_g64", | |
| "quantized_algorithm": "grq", | |
| "max_context": 4096 | |
| }, | |
| "rk3576-2npu-w4a16_g128": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3576", | |
| "num_npu_core": 2, | |
| "quantized_dtype": "w4a16_g128", | |
| "quantized_algorithm": "grq", | |
| "max_context": 4096 | |
| } | |
| }, | |
| "RK3562": { | |
| "rk3562-1npu-w8a8": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3562", | |
| "quantized_dtype": "W8A8", | |
| "quantized_algorithm": "normal", | |
| "num_npu_core": 1, | |
| "max_context": 4096 | |
| }, | |
| "rk3562-1npu-w4a16_g32": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3562", | |
| "num_npu_core": 1, | |
| "quantized_dtype": "W4A16_G32", | |
| "quantized_algorithm": "grq", | |
| "max_context": 4096 | |
| }, | |
| "rk3562-1npu-w4a16_g64": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3562", | |
| "num_npu_core": 1, | |
| "quantized_dtype": "W4A16_G64", | |
| "quantized_algorithm": "grq", | |
| "max_context": 4096 | |
| }, | |
| "rk3562-1npu-w4a16_g128": { | |
| "dataset": "./data_quant.json", | |
| "qparams": null, | |
| "optimization_level": 1, | |
| "target_platform": "RK3562", | |
| "num_npu_core": 1, | |
| "quantized_dtype": "W4A16_G128", | |
| "quantized_algorithm": "grq", | |
| "max_context": 4096 | |
| } | |
| } | |
| } |