+ 
-`ort` is an (unofficial) [ONNX Runtime](https://onnxruntime.ai/) 1.17 wrapper for Rust based on the now inactive [`onnxruntime-rs`](https://github.com/nbigaouette/onnxruntime-rs). ONNX Runtime accelerates ML inference on both CPU & GPU.
+`ort` is an (unofficial) [ONNX Runtime](https://onnxruntime.ai/) 1.18 wrapper for Rust based on the now inactive [`onnxruntime-rs`](https://github.com/nbigaouette/onnxruntime-rs). ONNX Runtime accelerates ML inference and training on both CPU & GPU.
## 📖 Documentation
- [Guide](https://ort.pyke.io/)
@@ -24,11 +24,11 @@
- **[Twitter](https://twitter.com/)** uses `ort` to serve homepage recommendations to hundreds of millions of users.
- **[Bloop](https://bloop.ai/)** uses `ort` to power their semantic code search feature.
-- **[pyke Diffusers](https://github.com/pykeio/diffusers)** uses `ort` for efficient Stable Diffusion image generation on both CPUs & GPUs.
- **[edge-transformers](https://github.com/npc-engine/edge-transformers)** uses `ort` for accelerated transformer model inference at the edge.
- **[Ortex](https://github.com/relaypro-open/ortex)** uses `ort` for safe ONNX Runtime bindings in Elixir.
- **[Supabase](https://supabase.com/)** uses `ort` to remove cold starts for their edge functions.
- **[Lantern](https://github.com/lanterndata/lantern_extras)** uses `ort` to provide embedding model inference inside Postgres.
+- **[Magika](https://github.com/google/magika)** uses `ort` for content type detection.
## 🌠 Sponsor `ort`
diff --git a/docs/mint.json b/docs/mint.json
deleted file mode 100644
index 8a6237b..0000000
--- a/docs/mint.json
+++ /dev/null
@@ -1,102 +0,0 @@
-{
- "$schema": "https://mintlify.com/schema.json",
- "name": "ort",
- "logo": {
- "dark": "/assets/banner.png",
- "light": "/assets/banner.png"
- },
- "favicon": "/assets/icon.png",
- "colors": {
- "primary": "#F74C00",
- "light": "#F74C00",
- "background": {
- "light": "#FFFFFF",
- "dark": "#000000"
- },
- "dark": "#F74C00",
- "anchors": {
- "from": "#F74C00",
- "to": "#eb8e65"
- }
- },
- "tabs": [
- {
- "name": "API Reference",
- "url": "https://docs.rs/ort/2.0.0-rc.2/ort/"
- }
- ],
- "anchors": [
- {
- "name": "Sponsor",
- "icon": "hand-holding-heart",
- "url": "https://opencollective.com/pyke-osai"
- },
- {
- "name": "Crates.io",
- "icon": "rust",
- "url": "https://crates.io/crates/ort"
- },
- {
- "name": "GitHub",
- "icon": "github",
- "url": "https://github.com/pykeio/ort"
- },
- {
- "name": "Discord",
- "icon": "discord",
- "url": "https://discord.gg/uQtsNu2xMa"
- }
- ],
- "navigation": [
- {
- "group": "Get Started",
- "pages": [
- "introduction"
- ]
- },
- {
- "group": "Setup",
- "pages": [
- "setup/platforms",
- "setup/webassembly",
- "setup/linking",
- "setup/cargo-features"
- ]
- },
- {
- "group": "Fundamentals",
- "pages": [
- "fundamentals/environment",
- "fundamentals/session",
- "fundamentals/value"
- ]
- },
- {
- "group": "Performance",
- "pages": [
- "perf/execution-providers",
- "perf/io-binding"
- ]
- },
- {
- "group": "Troubleshooting",
- "pages": [
- "troubleshooting/precision",
- "troubleshooting/performance",
- "troubleshooting/compiling"
- ]
- },
- {
- "group": "Migration & versioning",
- "pages": [
- "migrating/version-mapping",
- "migrating/v2"
- ]
- }
- ],
- "footerSocials": {
- "website": "https://pyke.io/",
- "github": "https://github.com/pykeio/ort",
- "discord": "https://discord.gg/uQtsNu2xMa"
- }
-}
diff --git a/docs/next-env.d.ts b/docs/next-env.d.ts
new file mode 100644
index 0000000..4f11a03
--- /dev/null
+++ b/docs/next-env.d.ts
@@ -0,0 +1,5 @@
+/// 
ort is an open-source Rust binding for ONNX Runtime.
\* Recent version of Windows 10/11 required for pyke binaries.
+† glibc ≥ 2.31 (Ubuntu ≥ 20.04) required for pyke binaries.
+‡ glibc ≥ 2.35 (Ubuntu ≥ 22.04) required for pyke binaries.
+§ macOS ≥ 10.15 required.
+¶ WASM supports a limited subset of ONNX Runtime features. For more info, see [the docs on WebAssembly support](/setup/webassembly).
+
,
+ darkMode: true,
+ nextThemes: {
+ defaultTheme: 'system'
+ },
+ footer: {
+ text:
+ },
+ primaryHue: 20,
+ primarySaturation: 100,
+ toc: {
+ float: true
+ }
+};
+export default config;
diff --git a/docs/tsconfig.json b/docs/tsconfig.json
new file mode 100644
index 0000000..19deeff
--- /dev/null
+++ b/docs/tsconfig.json
@@ -0,0 +1,28 @@
+{
+ "compilerOptions": {
+ "lib": [
+ "dom",
+ "dom.iterable",
+ "esnext"
+ ],
+ "allowJs": true,
+ "skipLibCheck": true,
+ "strict": false,
+ "noEmit": true,
+ "incremental": true,
+ "module": "esnext",
+ "esModuleInterop": true,
+ "moduleResolution": "node",
+ "resolveJsonModule": true,
+ "isolatedModules": true,
+ "jsx": "preserve"
+ },
+ "include": [
+ "next-env.d.ts",
+ "**/*.ts",
+ "**/*.tsx"
+, "pages/_app.mdx" ],
+ "exclude": [
+ "node_modules"
+ ]
+}
diff --git a/examples/cudarc/src/main.rs b/examples/cudarc/src/main.rs
index 1ffc01f..20013a9 100644
--- a/examples/cudarc/src/main.rs
+++ b/examples/cudarc/src/main.rs
@@ -11,7 +11,7 @@ fn main() -> anyhow::Result<()> {
tracing_subscriber::fmt::init();
ort::init()
- .with_execution_providers([CUDAExecutionProvider::default().build()])
+ .with_execution_providers([CUDAExecutionProvider::default().build().error_on_failure()])
.commit()?;
let model =
diff --git a/examples/custom-ops/examples/custom-ops.rs b/examples/custom-ops/examples/custom-ops.rs
index 2d590f0..1206860 100644
--- a/examples/custom-ops/examples/custom-ops.rs
+++ b/examples/custom-ops/examples/custom-ops.rs
@@ -82,7 +82,7 @@ impl Kernel for CustomOpTwoKernel {
fn main() -> ort::Result<()> {
let session = Session::builder()?
- .with_operators(OperatorDomain::new("test.customop")?.add(CustomOpOne)?.add(CustomOpTwo)?)?
+ .with_operators(OperatorDomain::new("test.customop")?.add::