17 строки
533 B
JSON
17 строки
533 B
JSON
{
|
|
"input_model": { "type": "HfModel", "model_path": "microsoft/phi-2" },
|
|
"systems": {
|
|
"local_system": {
|
|
"type": "LocalSystem",
|
|
"accelerators": [
|
|
{ "device": "GPU", "execution_providers": [ "CPUExecutionProvider", "CUDAExecutionProvider" ] }
|
|
]
|
|
}
|
|
},
|
|
"passes": { "builder": { "type": "ModelBuilder", "precision": "int4" } },
|
|
"host": "local_system",
|
|
"target": "local_system",
|
|
"cache_dir": "cache",
|
|
"output_dir": "models/model_builder"
|
|
}
|