Merge v2.0.0-rc.4, keeping ONNX Runtime v1.17

.github/workflows/code-quality.yml

@@ -47,7 +47,7 @@ jobs:
       - name: Check fmt
         run: cargo fmt --all -- --check
       - name: Run clippy
-        run: cargo clippy -p voicevox-ort --all-targets --workspace --features fetch-models
+        run: cargo clippy -p voicevox-ort --all-targets --features fetch-models
   coverage:
     name: Code coverage
     runs-on: ubuntu-latest

.github/workflows/test.yml

@@ -7,7 +7,9 @@ on:
     paths:
       - '.github/workflows/test.yml'
       - 'src/**/*.rs'
+      - 'examples/**/*'
       - 'ort-sys/**/*.rs'
+      - 'ort-sys/**/dist.txt'
       - 'build.rs'
       - 'Cargo.toml'
       - '.cargo/**/*'
@@ -16,7 +18,9 @@ on:
     paths:
       - '.github/workflows/test.yml'
       - 'src/**/*.rs'
+      - 'examples/**/*'
       - 'ort-sys/**/*.rs'
+      - 'ort-sys/**/dist.txt'
       - 'build.rs'
       - 'Cargo.toml'
       - '.cargo/**/*'

.gitignore

@@ -186,6 +186,7 @@ WixTools/
 # ONNX Runtime downloaded models
 **/*.onnx
 **/*.ort
+**/*.pbseq
 !examples/webassembly/**/*.ort
 !tests/data/*.onnx
 !tests/data/*.ort
@@ -195,3 +196,9 @@ WixTools/
 
 # Glassbench results
 /glassbench*.db
+
+# Python virtual environment
+.venv*
+
+# Training checkpoints
+tools/train-data/**/checkpoint

Cargo.toml

@@ -7,6 +7,7 @@ members = [
 	'examples/model-info',
 	'examples/yolov8',
 	'examples/modnet',
+	'examples/training',
 	'examples/webassembly'
 ]
 default-members = [
@@ -22,8 +23,8 @@ exclude = [ 'examples/cudarc' ]
 
 [package]
 name = "voicevox-ort"
-description = "A safe Rust wrapper for ONNX Runtime 1.17 - Optimize and Accelerate Machine Learning Inferencing"
-version = "2.0.0-rc.2"
+description = "A safe Rust wrapper for ONNX Runtime 1.18 - Optimize and accelerate machine learning inference & training"
+version = "2.0.0-rc.4"
 edition = "2021"
 rust-version = "1.70"
 license = "MIT OR Apache-2.0"
@@ -45,7 +46,7 @@ strip = true
 codegen-units = 1
 
 [package.metadata.docs.rs]
-features = [ "ndarray", "half", "operator-libraries", "fetch-models", "load-dynamic", "copy-dylibs", "__init-for-voicevox" ]
+features = [ "ndarray", "half", "training", "operator-libraries", "fetch-models", "load-dynamic", "copy-dylibs", "__init-for-voicevox" ]
 targets = ["x86_64-unknown-linux-gnu", "wasm32-unknown-unknown"]
 rustdoc-args = [ "--cfg", "docsrs" ]
 
@@ -55,6 +56,8 @@ name = "ort"
 [features]
 default = [ "ndarray", "half", "download-binaries", "copy-dylibs" ]
 
+training = [ "voicevox-ort-sys/training" ]
+
 operator-libraries = [ "libc", "winapi" ]
 
 fetch-models = [ "ureq" ]
@@ -90,7 +93,7 @@ anyhow = "1.0"
 ndarray = { version = "0.15", optional = true }
 thiserror = "1.0"
 once_cell = "1.19.0"
-voicevox-ort-sys = { version = "2.0.0-rc.2", path = "ort-sys" }
+voicevox-ort-sys = { version = "2.0.0-rc.4", path = "ort-sys" }
 libloading = { version = "0.8", optional = true }
 
 ureq = { version = "2.1", optional = true, default-features = false, features = [ "tls" ] }

README.md

@@ -3,10 +3,10 @@
     <hr />
     <a href="https://app.codecov.io/gh/pykeio/ort" target="_blank"><img alt="Coverage Results" src="https://img.shields.io/codecov/c/gh/pykeio/ort?style=for-the-badge"></a> <a href="https://crates.io/crates/ort" target="_blank"><img alt="Crates.io" src="https://img.shields.io/crates/d/ort?style=for-the-badge"></a> <a href="https://opencollective.com/pyke-osai" target="_blank"><img alt="Open Collective backers and sponsors" src="https://img.shields.io/opencollective/all/pyke-osai?style=for-the-badge&label=sponsors"></a>
     <br />
-    <a href="https://crates.io/crates/ort" target="_blank"><img alt="Crates.io" src="https://img.shields.io/crates/v/ort?style=for-the-badge&label=ort&logo=rust"></a> <img alt="ONNX Runtime" src="https://img.shields.io/badge/onnxruntime-v1.17.3-blue?style=for-the-badge&logo=cplusplus">
+    <a href="https://crates.io/crates/ort" target="_blank"><img alt="Crates.io" src="https://img.shields.io/crates/v/ort?style=for-the-badge&label=ort&logo=rust"></a> <img alt="ONNX Runtime" src="https://img.shields.io/badge/onnxruntime-v1.18.1-blue?style=for-the-badge&logo=cplusplus">
 </div>
 
-`ort` is an (unofficial) [ONNX Runtime](https://onnxruntime.ai/) 1.17 wrapper for Rust based on the now inactive [`onnxruntime-rs`](https://github.com/nbigaouette/onnxruntime-rs). ONNX Runtime accelerates ML inference on both CPU & GPU.
+`ort` is an (unofficial) [ONNX Runtime](https://onnxruntime.ai/) 1.18 wrapper for Rust based on the now inactive [`onnxruntime-rs`](https://github.com/nbigaouette/onnxruntime-rs). ONNX Runtime accelerates ML inference and training on both CPU & GPU.
 
 ## 📖 Documentation
 - [Guide](https://ort.pyke.io/)
@@ -24,11 +24,11 @@
 
 - **[Twitter](https://twitter.com/)** uses `ort` to serve homepage recommendations to hundreds of millions of users.
 - **[Bloop](https://bloop.ai/)** uses `ort` to power their semantic code search feature.
-- **[pyke Diffusers](https://github.com/pykeio/diffusers)** uses `ort` for efficient Stable Diffusion image generation on both CPUs & GPUs.
 - **[edge-transformers](https://github.com/npc-engine/edge-transformers)** uses `ort` for accelerated transformer model inference at the edge.
 - **[Ortex](https://github.com/relaypro-open/ortex)** uses `ort` for safe ONNX Runtime bindings in Elixir.
 - **[Supabase](https://supabase.com/)** uses `ort` to remove cold starts for their edge functions.
 - **[Lantern](https://github.com/lanterndata/lantern_extras)** uses `ort` to provide embedding model inference inside Postgres.
+- **[Magika](https://github.com/google/magika)** uses `ort` for content type detection.
 
 ## 🌠 Sponsor `ort`
 <a href="https://opencollective.com/pyke-osai">

docs/next-env.d.ts

@@ -0,0 +1,5 @@
+/// <reference types="next" />
+/// <reference types="next/image-types/global" />
+
+// NOTE: This file should not be edited
+// see https://nextjs.org/docs/basic-features/typescript for more information.

docs/next.config.mjs

@@ -0,0 +1,11 @@
+import nextra from 'nextra';
+
+export default nextra({
+	theme: 'nextra-theme-docs',
+	themeConfig: './theme.config.jsx'
+})({
+	output: 'export',
+	images: {
+		unoptimized: true
+	}
+});

docs/package.json

@@ -0,0 +1,23 @@
+{
+	"private": true,
+	"name": "ort-docs",
+	"version": "0.0.0",
+	"scripts": {
+		"dev": "next dev",
+		"build": "next build",
+		"start": "next start"
+	},
+	"dependencies": {
+		"next": "^14.2.3",
+		"nextra": "^2.13.4",
+		"nextra-theme-docs": "^2.13.4",
+		"react": "^18.3.1",
+		"react-dom": "^18.3.1"
+	},
+	"devDependencies": {
+		"@types/node": "20.14.2",
+		"@types/react": "^18.3.3",
+		"@types/react-dom": "^18.3.0",
+		"typescript": "^5.4.5"
+	}
+}

docs/pages/_app.mdx

@@ -0,0 +1,5 @@
+import font from 'next/font/google';
+
+export default function App({ Component, pageProps }) {
+	return <Component {...pageProps} />;
+}

docs/pages/_meta.json

@@ -0,0 +1,37 @@
+{
+	"-- Links": {
+		"type": "separator",
+		"title": "Links"
+	},
+	"link-oc": {
+		"title": "Sponsor ↗",
+		"href": "https://opencollective.com/pyke-osai",
+		"newWindow": true
+	},
+	"link-api": {
+		"title": "API Reference ↗",
+		"href": "https://docs.rs/ort/2.0.0-rc.4/ort"
+	},
+	"link-crates": {
+		"title": "Crates.io ↗",
+		"href": "https://crates.io/crates/ort",
+		"newWindow": true
+	},
+	"-- Docs": {
+		"type": "separator",
+		"title": "Docs"
+	},
+	"index": "Introduction",
+	"setup": {
+		"title": "Setup"
+	},
+	"perf": {
+		"title": "Performance"
+	},
+	"troubleshooting": {
+		"title": "Troubleshooting"
+	},
+	"migrating": {
+		"title": "Migration & versioning"
+	}
+}