-
Notifications
You must be signed in to change notification settings - Fork 3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' into support/vcpkg
- Loading branch information
Showing
239 changed files
with
16,804 additions
and
3,068 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,20 +1,25 @@ | ||
api:javascript: '/\bjavascript\b/i' | ||
api:CSharp: '/(\bc\s*sharp\b|\bc#)/i' | ||
api:java: '/\bjava\b/i' | ||
api:javascript: '/\bjavascript\b/i' | ||
ep:ACL: '/\bacl\b/i' | ||
ep:ArmNN: '/\barmnn\b/i' | ||
ep:CUDA: '/\bcuda\b/i' | ||
ep:DML: '/(\bdirectml\b|\bdml\b)/i' | ||
ep:MIGraphX: '/\bmigraphx\b/i' | ||
ep:oneDNN: '/\bonednn\b/i' | ||
ep:CANN: '/\bcann\b/i' | ||
ep:CoreML: '/\bcore\s*ml\b/i' | ||
ep:DML: '/(\bdirect\s*ml\b|\bdml\b)/i' | ||
ep:MIGraphX: '/\bmi\s*graph\s*x\b/i' | ||
ep:oneDNN: '/\bone\s*dnn\b/i' | ||
ep:OpenVINO: '/\bopen\s*vino\b/i' | ||
ep:RockchipNPU: '/\brockchip\b/i' | ||
ep:QNN: '/\bqnn\b/i' | ||
ep:RockchipNPU: '/\brockchip(?:npu)?\b/i' | ||
ep:ROCm: '/\brocm\b/i' | ||
ep:TensorRT: '/(\btensor\s*rt\b|\btrt\b)/i' | ||
ep:SNPE: '/\bsnpe\b/i' | ||
ep:tvm: '/\btvm\b/i' | ||
ep:VitisAI: '/\bvitis(?:ai)?\b/i' | ||
platform:jetson: '/\bjetson\b/i' | ||
platform:mobile: '/(\bobj(?:ective)?-?c\b|\bnnapi\b|\bcore-?ml\b|\bmobile\b|\bandroid\b|\bios\b|\bxamarin\b|\bmaui\b)/i' | ||
platform:web: '/(\bwebgl\b|\bweb-?gpu\b|\bwasm\b|\bonnxruntime-node\b|\bonnxruntime-web\b)/i' | ||
platform:windows: '/(\bwindows\b|\bwinrt\b|\bwinml\b)/i' | ||
model:transformer: '/(\bbert\b|\bgpt-?2\b|\bhugging-?face\b|\blong-?former\b|\bt5\b)/i' | ||
quantization: '/(is this a quantized model\?\n\nYes|\bquantization\b)/i' | ||
ep:WebGPU: '/\bwebgpu\b/i' | ||
ep:WebNN: '/\bwebnn\b/i' | ||
ep:Xnnpack: '/\bxnn\s*pack\b/i' | ||
.NET: '/(\bdot\s*net\b|\bnuget\b|\.net\b)/i' | ||
platform:jetson: '/(\bjetson\b|\bjetpack\b)/i' | ||
platform:mobile: '/(\bobj(?:ective)?-?c\b|\bnnapi\b|\bmobile\b|\bandroid\b|\bios\b|\bxamarin\b|\bmaui\b)/i' | ||
platform:web: '/(\bwebgl\b|\bweb-?gpu\b|\bwasm\b|\bonnxruntime-node\b|\bonnxruntime-web\b|\bonnxruntime-react-native\b|\bnpm\b|\btransformers\.js\b)/i' | ||
model:transformer: '/\btransformers(?!\.js)\b/i' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,4 @@ | ||
ep:CUDA: '/\bcuda\b/i' | ||
ep:TensorRT: '/(\btensor\s*rt\b|\btrt\b)/i' | ||
platform:windows: '/(\bwindows\b|\bwinrt\b|\bwinml\b)/i' | ||
quantization: '/(quant|\bqdq\b)/i' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,20 @@ | ||
name: "Title Only Issue Labeler" | ||
on: | ||
issues: | ||
types: [opened, edited] | ||
|
||
permissions: | ||
issues: write | ||
|
||
jobs: | ||
triage: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- uses: github/[email protected] | ||
with: | ||
repo-token: "${{ secrets.GITHUB_TOKEN }}" | ||
configuration-path: .github/title-only-labeler.yml | ||
not-before: 2020-01-15T02:54:32Z | ||
enable-versioned-regex: 0 | ||
include-title: 1 | ||
include-body: 0 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,111 @@ | ||
add_library(CUDNN::cudnn_all INTERFACE IMPORTED) | ||
|
||
find_path( | ||
CUDNN_INCLUDE_DIR cudnn.h | ||
HINTS $ENV{CUDNN_PATH} ${CUDNN_PATH} ${Python_SITEARCH}/nvidia/cudnn ${CUDAToolkit_INCLUDE_DIRS} | ||
PATH_SUFFIXES include | ||
REQUIRED | ||
) | ||
|
||
file(READ "${CUDNN_INCLUDE_DIR}/cudnn_version.h" cudnn_version_header) | ||
string(REGEX MATCH "#define CUDNN_MAJOR [1-9]+" macrodef "${cudnn_version_header}") | ||
string(REGEX MATCH "[1-9]+" CUDNN_MAJOR_VERSION "${macrodef}") | ||
|
||
function(find_cudnn_library NAME) | ||
find_library( | ||
${NAME}_LIBRARY ${NAME} "lib${NAME}.so.${CUDNN_MAJOR_VERSION}" | ||
HINTS $ENV{CUDNN_PATH} ${CUDNN_PATH} ${Python_SITEARCH}/nvidia/cudnn ${CUDAToolkit_LIBRARY_DIR} | ||
PATH_SUFFIXES lib64 lib/x64 lib | ||
REQUIRED | ||
) | ||
|
||
if(${NAME}_LIBRARY) | ||
add_library(CUDNN::${NAME} UNKNOWN IMPORTED) | ||
set_target_properties( | ||
CUDNN::${NAME} PROPERTIES | ||
INTERFACE_INCLUDE_DIRECTORIES ${CUDNN_INCLUDE_DIR} | ||
IMPORTED_LOCATION ${${NAME}_LIBRARY} | ||
) | ||
message(STATUS "${NAME} found at ${${NAME}_LIBRARY}.") | ||
else() | ||
message(STATUS "${NAME} not found.") | ||
endif() | ||
|
||
|
||
endfunction() | ||
|
||
find_cudnn_library(cudnn) | ||
|
||
include (FindPackageHandleStandardArgs) | ||
find_package_handle_standard_args( | ||
LIBRARY REQUIRED_VARS | ||
CUDNN_INCLUDE_DIR cudnn_LIBRARY | ||
) | ||
|
||
if(CUDNN_INCLUDE_DIR AND cudnn_LIBRARY) | ||
|
||
message(STATUS "cuDNN: ${cudnn_LIBRARY}") | ||
message(STATUS "cuDNN: ${CUDNN_INCLUDE_DIR}") | ||
|
||
set(CUDNN_FOUND ON CACHE INTERNAL "cuDNN Library Found") | ||
|
||
else() | ||
|
||
set(CUDNN_FOUND OFF CACHE INTERNAL "cuDNN Library Not Found") | ||
|
||
endif() | ||
|
||
target_include_directories( | ||
CUDNN::cudnn_all | ||
INTERFACE | ||
$<INSTALL_INTERFACE:include> | ||
$<BUILD_INTERFACE:${CUDNN_INCLUDE_DIR}> | ||
) | ||
|
||
target_link_libraries( | ||
CUDNN::cudnn_all | ||
INTERFACE | ||
CUDNN::cudnn | ||
) | ||
|
||
if(CUDNN_MAJOR_VERSION EQUAL 8) | ||
find_cudnn_library(cudnn_adv_infer) | ||
find_cudnn_library(cudnn_adv_train) | ||
find_cudnn_library(cudnn_cnn_infer) | ||
find_cudnn_library(cudnn_cnn_train) | ||
find_cudnn_library(cudnn_ops_infer) | ||
find_cudnn_library(cudnn_ops_train) | ||
|
||
target_link_libraries( | ||
CUDNN::cudnn_all | ||
INTERFACE | ||
CUDNN::cudnn_adv_train | ||
CUDNN::cudnn_ops_train | ||
CUDNN::cudnn_cnn_train | ||
CUDNN::cudnn_adv_infer | ||
CUDNN::cudnn_cnn_infer | ||
CUDNN::cudnn_ops_infer | ||
) | ||
elseif(CUDNN_MAJOR_VERSION EQUAL 9) | ||
find_cudnn_library(cudnn_cnn) | ||
find_cudnn_library(cudnn_adv) | ||
find_cudnn_library(cudnn_graph) | ||
find_cudnn_library(cudnn_ops) | ||
find_cudnn_library(cudnn_engines_runtime_compiled) | ||
find_cudnn_library(cudnn_engines_precompiled) | ||
find_cudnn_library(cudnn_heuristic) | ||
|
||
target_link_libraries( | ||
CUDNN::cudnn_all | ||
INTERFACE | ||
CUDNN::cudnn_adv | ||
CUDNN::cudnn_ops | ||
CUDNN::cudnn_cnn | ||
CUDNN::cudnn_graph | ||
CUDNN::cudnn_engines_runtime_compiled | ||
CUDNN::cudnn_engines_precompiled | ||
CUDNN::cudnn_heuristic | ||
) | ||
endif() | ||
|
||
mark_as_advanced(CUDNN_INCLUDE_DIR) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
include(FetchContent) | ||
FetchContent_Declare( | ||
cudnn_frontend | ||
URL ${DEP_URL_cudnn_frontend} | ||
URL_HASH SHA1=${DEP_SHA1_cudnn_frontend} | ||
) | ||
|
||
set(CUDNN_FRONTEND_BUILD_SAMPLES OFF) | ||
set(CUDNN_FRONTEND_BUILD_UNIT_TESTS OFF) | ||
set(CUDNN_FRONTEND_BUILD_PYTHON_BINDINGS OFF) | ||
set(CUDNN_PATH ${onnxruntime_CUDNN_HOME}) | ||
FetchContent_MakeAvailable(cudnn_frontend) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.