diff --git a/examples/csharp/Genny/.gitignore b/examples/csharp/Genny/.gitignore new file mode 100644 index 000000000..496192431 --- /dev/null +++ b/examples/csharp/Genny/.gitignore @@ -0,0 +1,346 @@ +## Ignore Visual Studio temporary files, build results, and +## files generated by popular Visual Studio add-ons. +## +## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore + +# User-specific files +*.suo +*.user +*.userosscache +*.sln.docstates + +# User-specific files (MonoDevelop/Xamarin Studio) +*.userprefs + +# Build results +[Dd]ebug/ +[Dd]ebugPublic/ +[Rr]elease/ +[Rr]eleases/ +x64/ +x86/ +bld/ +[Bb]in/ +[Oo]bj/ +[Ll]og/ + +# Visual Studio 2015/2017 cache/options directory +.vs/ +# Uncomment if you have tasks that create the project's static files in wwwroot +#wwwroot/ + +# Visual Studio 2017 auto generated files +Generated\ Files/ + +# MSTest test Results +[Tt]est[Rr]esult*/ +[Bb]uild[Ll]og.* + +# NUNIT +*.VisualState.xml +TestResult.xml + +# Build Results of an ATL Project +[Dd]ebugPS/ +[Rr]eleasePS/ +dlldata.c + +# Benchmark Results +BenchmarkDotNet.Artifacts/ + +# .NET Core +project.lock.json +project.fragment.lock.json +artifacts/ +**/Properties/launchSettings.json + +# StyleCop +StyleCopReport.xml + +# Files built by Visual Studio +*_i.c +*_p.c +*_i.h +*.ilk +*.obj +*.iobj +*.pch +*.pdb +*.ipdb +*.pgc +*.pgd +*.rsp +*.sbr +*.tlb +*.tli +*.tlh +*.tmp +*.tmp_proj +*.log +*.vspscc +*.vssscc +.builds +*.pidb +*.svclog +*.scc + +# Chutzpah Test files +_Chutzpah* + +# Visual C++ cache files +ipch/ +*.aps +*.ncb +*.opendb +*.opensdf +*.sdf +*.cachefile +*.VC.db +*.VC.VC.opendb + +# Visual Studio profiler +*.psess +*.vsp +*.vspx +*.sap + +# Visual Studio Trace Files +*.e2e + +# TFS 2012 Local Workspace +$tf/ + +# Guidance Automation Toolkit +*.gpState + +# ReSharper is a .NET coding add-in +_ReSharper*/ +*.[Rr]e[Ss]harper +*.DotSettings.user + +# JustCode is a .NET coding add-in +.JustCode + +# TeamCity is a build add-in +_TeamCity* + +# DotCover is a Code Coverage Tool +*.dotCover + +# AxoCover is a Code Coverage Tool +.axoCover/* +!.axoCover/settings.json + +# Visual Studio code coverage results +*.coverage +*.coveragexml + +# NCrunch +_NCrunch_* +.*crunch*.local.xml +nCrunchTemp_* + +# MightyMoose +*.mm.* +AutoTest.Net/ + +# Web workbench (sass) +.sass-cache/ + +# Installshield output folder +[Ee]xpress/ + +# DocProject is a documentation generator add-in +DocProject/buildhelp/ +DocProject/Help/*.HxT +DocProject/Help/*.HxC +DocProject/Help/*.hhc +DocProject/Help/*.hhk +DocProject/Help/*.hhp +DocProject/Help/Html2 +DocProject/Help/html + +# Click-Once directory +publish/ + +# Publish Web Output +*.[Pp]ublish.xml +*.azurePubxml +# Note: Comment the next line if you want to checkin your web deploy settings, +# but database connection strings (with potential passwords) will be unencrypted +*.pubxml +*.publishproj + +# Microsoft Azure Web App publish settings. Comment the next line if you want to +# checkin your Azure Web App publish settings, but sensitive information contained +# in these scripts will be unencrypted +PublishScripts/ + +# NuGet Packages +*.nupkg +# The packages folder can be ignored because of Package Restore +**/[Pp]ackages/* +# except build/, which is used as an MSBuild target. +!**/[Pp]ackages/build/ +# Uncomment if necessary however generally it will be regenerated when needed +#!**/[Pp]ackages/repositories.config +# NuGet v3's project.json files produces more ignorable files +*.nuget.props +*.nuget.targets + +# Microsoft Azure Build Output +csx/ +*.build.csdef + +# Microsoft Azure Emulator +ecf/ +rcf/ + +# Windows Store app package directories and files +AppPackages/ +BundleArtifacts/ +Package.StoreAssociation.xml +_pkginfo.txt +*.appx + +# Visual Studio cache files +# files ending in .cache can be ignored +*.[Cc]ache +# but keep track of directories ending in .cache +!*.[Cc]ache/ + +# Others +ClientBin/ +~$* +*~ +*.dbmdl +*.dbproj.schemaview +*.jfm +*.pfx +*.publishsettings +orleans.codegen.cs + +# Including strong name files can present a security risk +# (https://github.com/github/gitignore/pull/2483#issue-259490424) +#*.snk + +# Since there are multiple workflows, uncomment next line to ignore bower_components +# (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) +#bower_components/ + +# RIA/Silverlight projects +Generated_Code/ + +# Backup & report files from converting an old project file +# to a newer Visual Studio version. Backup files are not needed, +# because we have git ;-) +_UpgradeReport_Files/ +Backup*/ +UpgradeLog*.XML +UpgradeLog*.htm +ServiceFabricBackup/ +*.rptproj.bak + +# SQL Server files +*.mdf +*.ldf +*.ndf + +# Business Intelligence projects +*.rdl.data +*.bim.layout +*.bim_*.settings +*.rptproj.rsuser + +# Microsoft Fakes +FakesAssemblies/ + +# GhostDoc plugin setting file +*.GhostDoc.xml + +# Node.js Tools for Visual Studio +.ntvs_analysis.dat +node_modules/ + +# Visual Studio 6 build log +*.plg + +# Visual Studio 6 workspace options file +*.opt + +# Visual Studio 6 auto-generated workspace file (contains which files were open etc.) +*.vbw + +# Visual Studio LightSwitch build output +**/*.HTMLClient/GeneratedArtifacts +**/*.DesktopClient/GeneratedArtifacts +**/*.DesktopClient/ModelManifest.xml +**/*.Server/GeneratedArtifacts +**/*.Server/ModelManifest.xml +_Pvt_Extensions + +# Paket dependency manager +.paket/paket.exe +paket-files/ + +# FAKE - F# Make +.fake/ + +# JetBrains Rider +.idea/ +*.sln.iml + +# CodeRush +.cr/ + +# Python Tools for Visual Studio (PTVS) +__pycache__/ +*.pyc + +# Cake - Uncomment if you are using it +# tools/** +# !tools/packages.config + +# Tabs Studio +*.tss + +# Telerik's JustMock configuration file +*.jmconfig + +# BizTalk build output +*.btp.cs +*.btm.cs +*.odx.cs +*.xsd.cs + +# OpenCover UI analysis results +OpenCover/ + +# Azure Stream Analytics local run output +ASALocalRun/ + +# MSBuild Binary and Structured Log +*.binlog + +# NVidia Nsight GPU debugger configuration file +*.nvuser + +# MFractors (Xamarin productivity tool) working folder +.mfractor/ +/docs/build +src/TensorFlowNET.Native/bazel-* +src/TensorFlowNET.Native/c_api.h +/.vscode +test/TensorFlowNET.Examples/mnist + + +# training model resources +.resources +/redist +*.xml +*.xsd + +# docs +site/ + +docker-test-output/* diff --git a/examples/csharp/Genny/Assets/Screenshot1.PNG b/examples/csharp/Genny/Assets/Screenshot1.PNG new file mode 100644 index 000000000..59ef9f19a Binary files /dev/null and b/examples/csharp/Genny/Assets/Screenshot1.PNG differ diff --git a/examples/csharp/Genny/Assets/Screenshot2.PNG b/examples/csharp/Genny/Assets/Screenshot2.PNG new file mode 100644 index 000000000..d1c635481 Binary files /dev/null and b/examples/csharp/Genny/Assets/Screenshot2.PNG differ diff --git a/examples/csharp/Genny/Genny.sln b/examples/csharp/Genny/Genny.sln new file mode 100644 index 000000000..3a30e258e --- /dev/null +++ b/examples/csharp/Genny/Genny.sln @@ -0,0 +1,31 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio Version 17 +VisualStudioVersion = 17.9.34622.214 +MinimumVisualStudioVersion = 10.0.40219.1 +Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Genny", "Genny\Genny.csproj", "{831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug_Cuda|x64 = Debug_Cuda|x64 + Debug|x64 = Debug|x64 + Release_Cuda|x64 = Release_Cuda|x64 + Release|x64 = Release|x64 + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Debug_Cuda|x64.ActiveCfg = Debug_Cuda|x64 + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Debug_Cuda|x64.Build.0 = Debug_Cuda|x64 + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Debug|x64.ActiveCfg = Debug|x64 + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Debug|x64.Build.0 = Debug|x64 + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Release_Cuda|x64.ActiveCfg = Release_Cuda|x64 + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Release_Cuda|x64.Build.0 = Release_Cuda|x64 + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Release|x64.ActiveCfg = Release|x64 + {831197BD-63C7-4C0F-AD0E-4F6783CBB5C0}.Release|x64.Build.0 = Release|x64 + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection + GlobalSection(ExtensibilityGlobals) = postSolution + SolutionGuid = {A7159277-CA72-45A9-8327-E3BF29214643} + EndGlobalSection +EndGlobal diff --git a/examples/csharp/Genny/Genny/App.xaml b/examples/csharp/Genny/Genny/App.xaml new file mode 100644 index 000000000..ec5ea8fd1 --- /dev/null +++ b/examples/csharp/Genny/Genny/App.xaml @@ -0,0 +1,10 @@ + + + + + + diff --git a/examples/csharp/Genny/Genny/App.xaml.cs b/examples/csharp/Genny/Genny/App.xaml.cs new file mode 100644 index 000000000..b6e61e540 --- /dev/null +++ b/examples/csharp/Genny/Genny/App.xaml.cs @@ -0,0 +1,11 @@ +using System.Windows; + +namespace Genny +{ + /// + /// Interaction logic for App.xaml + /// + public partial class App : Application + { + } +} diff --git a/examples/csharp/Genny/Genny/AssemblyInfo.cs b/examples/csharp/Genny/Genny/AssemblyInfo.cs new file mode 100644 index 000000000..b0ec82757 --- /dev/null +++ b/examples/csharp/Genny/Genny/AssemblyInfo.cs @@ -0,0 +1,10 @@ +using System.Windows; + +[assembly: ThemeInfo( + ResourceDictionaryLocation.None, //where theme specific resource dictionaries are located + //(used if a resource is not found in the page, + // or application resource dictionaries) + ResourceDictionaryLocation.SourceAssembly //where the generic resource dictionary is located + //(used if a resource is not found in the page, + // app, or any theme specific resource dictionaries) +)] diff --git a/examples/csharp/Genny/Genny/Controls/SearchOptionsControl.xaml b/examples/csharp/Genny/Genny/Controls/SearchOptionsControl.xaml new file mode 100644 index 000000000..2983243b5 --- /dev/null +++ b/examples/csharp/Genny/Genny/Controls/SearchOptionsControl.xaml @@ -0,0 +1,82 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/examples/csharp/Genny/Genny/Controls/SearchOptionsControl.xaml.cs b/examples/csharp/Genny/Genny/Controls/SearchOptionsControl.xaml.cs new file mode 100644 index 000000000..6386a43de --- /dev/null +++ b/examples/csharp/Genny/Genny/Controls/SearchOptionsControl.xaml.cs @@ -0,0 +1,30 @@ +using Genny.ViewModel; +using System.Windows; +using System.Windows.Controls; + +namespace Genny.Controls +{ + /// + /// Interaction logic for SearchOptionsControl.xaml + /// + public partial class SearchOptionsControl : UserControl + { + public SearchOptionsControl() + { + InitializeComponent(); + } + + public static readonly DependencyProperty SearchOptionsProperty = + DependencyProperty.Register(nameof(SearchOptions), typeof(SearchOptionsModel), typeof(SearchOptionsControl), new PropertyMetadata(new SearchOptionsModel())); + + + /// + /// Gets or sets the search options. + /// + public SearchOptionsModel SearchOptions + { + get { return (SearchOptionsModel)GetValue(SearchOptionsProperty); } + set { SetValue(SearchOptionsProperty, value); } + } + } +} diff --git a/examples/csharp/Genny/Genny/Extensions.cs b/examples/csharp/Genny/Genny/Extensions.cs new file mode 100644 index 000000000..5074df1e2 --- /dev/null +++ b/examples/csharp/Genny/Genny/Extensions.cs @@ -0,0 +1,50 @@ +using Genny.ViewModel; +using Microsoft.ML.OnnxRuntimeGenAI; +using System.Threading; +using System.Threading.Tasks; +using System.Windows; + +namespace Genny +{ + internal static class Extensions + { + + /// + /// Applies the search options to the generator parameters. + /// + /// The generator parameters. + /// The search options. + internal static void ApplySearchOptions(this GeneratorParams generatorParams, SearchOptionsModel searchOptions) + { + generatorParams.SetSearchOption("top_p", searchOptions.TopP); + generatorParams.SetSearchOption("top_k", searchOptions.TopK); + generatorParams.SetSearchOption("temperature", searchOptions.Temperature); + generatorParams.SetSearchOption("repetition_penalty", searchOptions.RepetitionPenalty); + generatorParams.SetSearchOption("past_present_share_buffer", searchOptions.PastPresentShareBuffer); + generatorParams.SetSearchOption("num_return_sequences", searchOptions.NumReturnSequences); + generatorParams.SetSearchOption("no_repeat_ngram_size", searchOptions.NoRepeatNgramSize); + generatorParams.SetSearchOption("min_length", searchOptions.MinLength); + generatorParams.SetSearchOption("max_length", searchOptions.MaxLength); + generatorParams.SetSearchOption("length_penalty", searchOptions.LengthPenalty); + generatorParams.SetSearchOption("early_stopping", searchOptions.EarlyStopping); + generatorParams.SetSearchOption("do_sample", searchOptions.DoSample); + generatorParams.SetSearchOption("diversity_penalty", searchOptions.DiversityPenalty); + } + + internal static Task EncodeAsync(this Tokenizer tokenizer, string input, CancellationToken cancellationToken = default) + { + return Application.Current.Dispatcher.Invoke(() => + { + return Task.Run(() => tokenizer.Encode(input), cancellationToken); + }); + } + + internal static Task DecodeAsync(this Tokenizer tokenizer, int[] input, CancellationToken cancellationToken = default) + { + return Application.Current.Dispatcher.Invoke(() => + { + return Task.Run(() => tokenizer.Decode(input), cancellationToken); + }); + } + } +} diff --git a/examples/csharp/Genny/Genny/Genny.csproj b/examples/csharp/Genny/Genny/Genny.csproj new file mode 100644 index 000000000..d4928ad9f --- /dev/null +++ b/examples/csharp/Genny/Genny/Genny.csproj @@ -0,0 +1,25 @@ + + + + WinExe + net6.0-windows + disable + disable + true + true + x64 + x64 + Debug;Release;Debug_Cuda;Release_Cuda; + + + + + + + + + + + + + diff --git a/examples/csharp/Genny/Genny/Images/robot.png b/examples/csharp/Genny/Genny/Images/robot.png new file mode 100644 index 000000000..96edd0fb1 Binary files /dev/null and b/examples/csharp/Genny/Genny/Images/robot.png differ diff --git a/examples/csharp/Genny/Genny/Images/user.png b/examples/csharp/Genny/Genny/Images/user.png new file mode 100644 index 000000000..dcaf32f59 Binary files /dev/null and b/examples/csharp/Genny/Genny/Images/user.png differ diff --git a/examples/csharp/Genny/Genny/MainWindow.xaml b/examples/csharp/Genny/Genny/MainWindow.xaml new file mode 100644 index 000000000..3d721f96b --- /dev/null +++ b/examples/csharp/Genny/Genny/MainWindow.xaml @@ -0,0 +1,72 @@ + + + + + + + + + + +