OLive/examples/phi2/phi2_genai.json

{
    "input_model": { "type": "HfModel", "model_path": "microsoft/phi-2" },
    "systems": {
        "local_system": {
            "type": "LocalSystem",
            "accelerators": [
                {
                    "device": "GPU",
                    "execution_providers": [ "CPUExecutionProvider", "CUDAExecutionProvider" ]
                }
            ]
        }
    },
    "passes": { "builder": { "type": "ModelBuilder", "precision": "int4" } },
    "host": "local_system",
    "target": "local_system",
    "cache_dir": "cache",
    "output_dir": "models/model_builder"
}