resnet50_config.json

{
    "input_model": {
        "type": "PyTorchModel",
        "config": {
            "model_loader": "load_pytorch_origin_model",
            "model_script": "user_script.py",
            "io_config": {
                "input_names": [ "input_image" ],
                "input_shapes": [ [ 1, 3, 224, 224 ] ],
                "output_names": [ "output" ]
            }
        }
    },
    "systems": {
        "local_system": {
            "type": "LocalSystem",
            "config": {
                "accelerators": ["gpu"]
            }
        }
    },
    "evaluators": {
        "common_evaluator": {
            "metrics": [
                {
                    "name": "latency",
                    "type": "latency",
                    "sub_types": [
                        {"name": "avg", "priority": 1},
                        {"name": "max"},
                        {"name": "min"}
                    ],
                    "user_config": {
                        "user_script": "user_script.py",
                        "dataloader_func": "create_dataloader",
                        "batch_size": 1
                    }
                }
            ]
        }
    },
    "passes": {
        "torch_to_onnx": {
            "type": "OnnxConversion",
            "config": {
                "target_opset": 17
            }
        },
        "float16_conversion": {
            "type": "OnnxFloatToFloat16"
        },
        "perf_tuning": {
            "type": "OrtPerfTuning",
            "config": {
                "user_script": "user_script.py",
                "dataloader_func": "create_dataloader",
                "device": "gpu",
                "batch_size": 1,
                "execution_mode_list": [ "ORT_SEQUENTIAL" ],
                "providers_list": [ "DmlExecutionProvider" ]
            }
        }
    },
    "engine": {
        "log_severity_level": 0,
        "evaluator": "common_evaluator",
        "evaluate_input_model": false,
        "host": "local_system",
        "target": "local_system",
        "clean_cache": true,
        "cache_dir": "cache"
    }
}