Skip to content

Migrate model tests to ONNX Model ZOO only #25888

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 15 commits into from
Sep 3, 2025
Merged

Migrate model tests to ONNX Model ZOO only #25888

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
7cf98bd
Migrate model tests to ONNX Model ZOO only
Aug 28, 2025
0dd1f61
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Aug 28, 2025
70c87ac
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Aug 28, 2025
099574b
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Aug 28, 2025
fe4cf21
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Aug 28, 2025
f5e7c33
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Aug 28, 2025
7d78e19
Remove definition for external ONNX tests
kobby-kobbs Sep 2, 2025
a6a0ac0
Remove alternative model name mappings from tests
kobby-kobbs Sep 2, 2025
6d69bf5
Remove ONNX tests conditional check
kobby-kobbs Sep 2, 2025
e57e6b6
Remove legacy VM model name mapping and clean up CMake
Sep 2, 2025
9996263
Merge branch 'Disabled-private-test' of https://github.com/microsoft/…
Sep 2, 2025
5744a60
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Sep 2, 2025
b96a80a
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Sep 3, 2025
05fe5c8
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Sep 3, 2025
d1f8a55
Update onnxruntime/test/providers/cpu/model_tests.cc
kobby-kobbs Sep 3, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Remove legacy VM model name mapping and clean up CMake
  • Loading branch information
Emmanuel Assumang committed Sep 2, 2025
commit e57e6b60cfb51de55a15467a7d8517e0c5f699a1
4 changes: 0 additions & 4 deletions cmake/external/onnxruntime_external_deps.cmake
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -598,10 +598,6 @@ if(NOT (onnx_FOUND OR ONNX_FOUND)) # building ONNX from source
endif()
endif()

if (onnxruntime_RUN_ONNX_TESTS)
# add_definitions(-DORT_RUN_EXTERNAL_ONNX_TESTS)
endif()

if(onnxruntime_ENABLE_DLPACK)
message(STATUS "dlpack is enabled.")

Expand Down
48 changes: 1 addition & 47 deletions onnxruntime/test/providers/cpu/model_tests.cc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -906,53 +906,7 @@ ::std::vector<::std::basic_string<ORTCHAR_T>> GetParameterStrings() {
// Check if model is in the public whitelist
std::string model_name_str = ToUTF8String(test_case_name);
if (!IsModelAllowed(model_name_str)) {
// Try alternative names for known models
if (model_name_str == "bvlc_alexnet") {
model_name_str = "AlexNet";
} else if (model_name_str == "BERT_Squad" || model_name_str == "bertsquad8") {
model_name_str = "BERT-Squad";
} else if (model_name_str == "bvlc_reference_caffenet") {
model_name_str = "CaffeNet";
} else if (model_name_str == "densenet121") {
model_name_str = "DenseNet-121";
} else if (model_name_str == "emotion_ferplus") {
model_name_str = "Emotion FERPlus";
} else if (model_name_str == "faster_rcnn") {
model_name_str = "Faster R-CNN R-50-FPN";
} else if (model_name_str == "bvlc_googlenet") {
model_name_str = "GoogleNet";
} else if (model_name_str == "inception_v1") {
model_name_str = "Inception-1";
} else if (model_name_str == "inception_v2") {
model_name_str = "Inception-2";
} else if (model_name_str == "mask_rcnn") {
model_name_str = "Mask R-CNN R-50-FPN";
} else if (model_name_str == "mnist") {
model_name_str = "MNIST";
} else if (model_name_str == "mobilenetv2-1.0") {
model_name_str = "MobileNet v2-7";
} else if (model_name_str == "bvlc_reference_rcnn_ilsvrc13") {
model_name_str = "R-CNN ILSVRC13";
} else if (model_name_str == "shufflenet") {
model_name_str = "ShuffleNet-v1";
} else if (model_name_str == "squeezenet") {
model_name_str = "SqueezeNet 1.0";
} else if (model_name_str == "squeezenet1.1") {
model_name_str = "SqueezeNet 1.1";
} else if (model_name_str == "ssd") {
model_name_str = "SSD";
} else if (model_name_str == "vgg19") {
model_name_str = "VGG 19-caffe2";
} else if (model_name_str == "yolov3") {
model_name_str = "YOLOv3";
} else if (model_name_str == "zfnet512") {
model_name_str = "ZFNet-512";
}

// Check again with mapped name
if (!IsModelAllowed(model_name_str)) {
continue; // Skip models not in whitelist
}
continue; // Skip models not in whitelist
}

if (all_disabled_tests.find(test_case_name) != all_disabled_tests.end())
Expand Down