Packman Build Service PMBS

obs-backgroundremoval.changes Changed

@@ -1,4 +1,58 @@
 -------------------------------------------------------------------
+Tue Feb 18 12:35:51 UTC 2025 - Antonio Larrosa <alarrosa@suse.com>
+
+- Update to 1.1.13 
+  * Add video_tick function to background filter info
+  * Update Onnxruntime version and fix Windows compilerconfig
+- Update to 1.1.12
+  * Critical bugfix in the PSNR calculation for image-similarity
+    skipping in background filter
+- Update to 1.1.11
+  * New! RMBG model from Bria.AI
+    https://huggingface.co/briaai/RMBG-1.4 - remove background from
+    any object! (not just human)
+  * We got rid of the annoying "update available" message in favor
+    of a more discreet message on the plugin settings.
+  * Better handling of local file paths on Windows
+  * more.
+- Update to 1.1.10
+  * This release will fix the Flatpak recipe for Linux after the
+    dependency bump, as well as removing the start menu option from
+    the Windows installer.
+- Update to 1.1.9
+  * In this release we bumped versions of OpenCV and ONNXRuntime,
+    and trying to get rid of the annoying "smart screen" block on
+    Windows. We're also rolling out releases through AUR, Pacstall
+    and Flatpak. 💪 Linux!
+- Update to 1.1.8
+  * In this release we're introducing "simple mode" that hides most
+    of the settings under an "Advanced" checkbox, which should make
+    it far easier for newcomers to start using the filter without
+    "settings shock".
+  * Additionaly we implemented "temporal smoothing" that helps with
+    reducing the flickering of the edges in the binary mask.
+  * We bumped ONNX Runtime to v1.16.3 that increases robustness and
+    speed.
+  * We fixed the bug of the updater popping up the dialog because
+    we changed the repo URL.
+- Update to 1.1.7
+  * Upgrade to ONNXRuntime 1.16 which improves speed and
+    robustness.
+  * Repackaging of Mac OS release to a more consistent with Apple
+    dev tools.
+  * Fix crashes and bugs on Linux
+  * We added a new "website" for the plugin, which will eventually
+    have more installation info
+    https://occ-ai.github.io/obs-backgroundremoval/
+  * Adding a detailed log message with plugin info which helps us
+    debug
+
+- Update onnxruntime to 1.17.1.tgz
+- Use Source URLs in the spec file
+- Add patch to fix a cmake error:
+  * fix-cmake-error.patch
+
+-------------------------------------------------------------------
 Thu Sep 21 13:50:09 UTC 2023 - Kaito Udagawa <umireon@gmail.com>
 
-1.1.6
+- 1.1.6

obs-backgroundremoval.spec Changed

@@ -17,15 +17,16 @@
 
 
 Name:           obs-backgroundremoval
-Version:        1.1.6
+Version:        1.1.13
 Release:        0
 Summary:        OBS Plugin for Background Removal
 License:        GPL-2.0
-URL:            https://github.com/royshil/obs-backgroundremoval
-Source:         %{name}-%{version}.tar.gz
+URL:            https://github.com/locaal-ai/obs-backgroundremoval
+Source:         https://github.com/locaal-ai/%{name}/archive/refs/tags/%{version}.tar.gz#/%{name}-%{version}.tar.gz
 Source1:        %{name}-rpmlintrc
 Source2:        opencv-linux-Release-4.8.0-1.tar.gz
-Source3:        onnxruntime-linux-x64-gpu-1.15.1.tgz
+Source3:        https://github.com/microsoft/onnxruntime/releases/download/v1.17.1/onnxruntime-linux-x64-gpu-1.17.1.tgz
+Patch0:         fix-cmake-error.patch
 BuildRequires:  cmake
 BuildRequires:  gcc12-c++
 BuildRequires:  libcurl-devel
@@ -43,7 +44,7 @@
 An OBS plugin for removing background in portrait images (video), making it easy to replace the background when screen recording.
 
 %prep
-%autosetup
+%autosetup -p1
 
 %build
 %cmake \
@@ -58,7 +59,7 @@
   -DCUSTOM_OPENCV_URL=%{SOURCE2} \
   -DCUSTOM_OPENCV_HASH=MD5=7a668fbc3ac536812643c6b8c8f96be9 \
   -DCUSTOM_ONNXRUNTIME_URL=%{SOURCE3} \
-  -DCUSTOM_ONNXRUNTIME_MD5=8d2f5ee9f449bdecb10a45715fe74c53
+  -DCUSTOM_ONNXRUNTIME_HASH=MD5=da53e83b3ad3ab2cf46fbabd6a648a9d
 %cmake_build
 
 %install

fix-cmake-error.patch Added

obs-backgroundremoval-1.1.6.tar.gz/.github/scripts/.package.zsh -> obs-backgroundremoval-1.1.13.tar.gz/.github/scripts/.package.zsh Changed

@@ -180,13 +180,11 @@
     if (( _loglevel > 1  || ${+CI} )) _tarflags="v${_tarflags}"
 
     if (( package )) {
-      if  ! -f ${project_root}/build_macos/installer-macos.generated.pkgproj  {
-        log_error 'Packages project file not found. Run the build script or the CMake build and install procedures first.'
+      if  ! -f ${project_root}/build_macos/Distribution.generated.xml  {
+        log_error 'Distribution file not found. Run the build script or the CMake build and install procedures first.'
         return 2
       }
 
-      check_packages
-
       log_group "Packaging ${product_name}..."
       pushd ${project_root}
       pkgbuild \
@@ -195,7 +193,7 @@
         --scripts "${project_root}/cmake/macos/resources/scripts" \
         "${project_root}/release/${config}/${product_name}-flat.pkg"
       productbuild \
-        --distribution "${project_root}/cmake/macos/resources/Distribution.xml" \
+        --distribution "${project_root}/build_macos/Distribution.generated.xml" \
         --package-path "${project_root}/release/${config}" \
         "${project_root}/release/${config}/${product_name}.pkg"
       rm "${project_root}/release/${config}/${product_name}-flat.pkg"

obs-backgroundremoval-1.1.6.tar.gz/.github/scripts/utils.zsh/check_macos -> obs-backgroundremoval-1.1.13.tar.gz/.github/scripts/utils.zsh/check_macos Changed

obs-backgroundremoval-1.1.13.tar.gz/.github/workflows/pages.yaml Added

@@ -0,0 +1,53 @@
+name: "Deploy pages to GitHub Pages"
+
+on:
+  push:
+    branches:
+      - "main"
+    release:
+      - "released"
+  workflow_dispatch:
+
+permissions:
+  contents: "read"
+  pages: "write"
+  id-token: "write"
+
+concurrency:
+  group: "pages"
+  cancel-in-progress: false
+
+jobs:
+  Deploy:
+    environment:
+      name: "github-pages"
+      url: "${{ steps.deployment.outputs.page_url }}"
+    runs-on: "ubuntu-latest"
+    defaults:
+      run:
+        working-directory: "./pages"
+    steps:
+      - name: "Checkout"
+        uses: "actions/checkout@v4"
+      - name: "Setup Pages"
+        uses: "actions/configure-pages@v3"
+        with:
+          static_site_generator: "sveltekit"
+      - uses: "actions/setup-node@v3"
+        with:
+          node-version: 20
+          cache: "npm"
+          cache-dependency-path: "./pages/package-lock.json"
+      - name: "Install dependencies"
+        run: "npm install"
+      - name: "Build pages"
+        run: "npm run build"
+        env:
+          GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+      - name: "Upload artifact"
+        uses: "actions/upload-pages-artifact@v2"
+        with:
+          path: "./pages/build"
+      - name: "Deploy to GitHub Pages"
+        id: "deployment"
+        uses: "actions/deploy-pages@v2"

obs-backgroundremoval-1.1.6.tar.gz/.github/workflows/push.yaml -> obs-backgroundremoval-1.1.13.tar.gz/.github/workflows/push.yaml Changed

obs-backgroundremoval-1.1.13.tar.gz/.github/workflows/winget-update.yaml Added

obs-backgroundremoval-1.1.6.tar.gz/.gitignore -> obs-backgroundremoval-1.1.13.tar.gz/.gitignore Changed

obs-backgroundremoval-1.1.6.tar.gz/CMakeLists.txt -> obs-backgroundremoval-1.1.13.tar.gz/CMakeLists.txt Changed

@@ -37,9 +37,18 @@
 set(USE_SYSTEM_ONNXRUNTIME
     OFF
     CACHE STRING "Use system ONNX Runtime")
+
+set(DISABLE_ONNXRUNTIME_GPU
+    OFF
+    CACHE STRING "Disables GPU support of ONNX Runtime (Only valid on Linux)")
+
+if(DISABLE_ONNXRUNTIME_GPU)
+  target_compile_definitions(${CMAKE_PROJECT_NAME} PRIVATE DISABLE_ONNXRUNTIME_GPU)
+endif()
+
 if(USE_SYSTEM_ONNXRUNTIME)
   if(OS_LINUX)
-    find_package(Onnxruntime 1.14.1 REQUIRED)
+    find_package(Onnxruntime 1.16.3 REQUIRED)
     set(Onnxruntime_INCLUDE_PATH
         ${Onnxruntime_INCLUDE_DIR} ${Onnxruntime_INCLUDE_DIR}/onnxruntime
         ${Onnxruntime_INCLUDE_DIR}/onnxruntime/core/session ${Onnxruntime_INCLUDE_DIR}/onnxruntime/core/providers/cpu)
@@ -71,6 +80,8 @@
 if(APPLE)
   add_subdirectory(src/update-checker/URLSessionClient)
   target_link_libraries(${CMAKE_PROJECT_NAME} PRIVATE URLSessionClient)
+  # add Foundation framework
+  target_link_libraries(${CMAKE_PROJECT_NAME} PRIVATE "-framework Foundation")
 elseif(MSVC)
   add_subdirectory(src/update-checker/WinRTHttpClient)
   target_link_libraries(${CMAKE_PROJECT_NAME} PRIVATE WinRTHttpClient)
@@ -87,7 +98,6 @@
           src/obs-utils/obs-config-utils.cpp
           src/update-checker/github-utils.cpp
           src/update-checker/update-checker.cpp
-          src/update-checker/UpdateDialog.cpp
           src/background-filter-info.c
           src/background-filter.cpp
           src/enhance-filter.cpp

obs-backgroundremoval-1.1.6.tar.gz/CMakePresets.json -> obs-backgroundremoval-1.1.13.tar.gz/CMakePresets.json Changed

obs-backgroundremoval-1.1.6.tar.gz/README.md -> obs-backgroundremoval-1.1.13.tar.gz/README.md Changed

@@ -2,52 +2,73 @@
 
 <div align="center">
 
-!GitHub(https://img.shields.io/github/license/royshil/obs-backgroundremoval)(https://github.com/royshil/obs-backgroundremoval/blob/main/LICENSE)
-!GitHub Workflow Status(https://img.shields.io/github/actions/workflow/status/royshil/obs-backgroundremoval/push.yaml)(https://github.com/royshil/obs-backgroundremoval/actions/workflows/push.yaml)
-!Total downloads(https://img.shields.io/github/downloads/royshil/obs-backgroundremoval/total)(https://github.com/royshil/obs-backgroundremoval/releases)
+!GitHub(https://img.shields.io/github/license/occ-ai/obs-backgroundremoval)(https://github.com/occ-ai/obs-backgroundremoval/blob/main/LICENSE)
+!GitHub Workflow Status(https://img.shields.io/github/actions/workflow/status/occ-ai/obs-backgroundremoval/push.yaml)(https://github.com/occ-ai/obs-backgroundremoval/actions/workflows/push.yaml)
+!Total downloads(https://img.shields.io/github/downloads/occ-ai/obs-backgroundremoval/total)(https://github.com/occ-ai/obs-backgroundremoval/releases)
 !Flathub(https://img.shields.io/flathub/downloads/com.obsproject.Studio.Plugin.BackgroundRemoval?label=Flathub%20Installs)
-!GitHub release (latest by date)(https://img.shields.io/github/v/release/royshil/obs-backgroundremoval)(https://github.com/royshil/obs-backgroundremoval/releases)
+!GitHub release (latest by date)(https://img.shields.io/github/v/release/occ-ai/obs-backgroundremoval)(https://github.com/occ-ai/obs-backgroundremoval/releases)
+!Discord(https://img.shields.io/discord/1200229425141252116)(https://discord.gg/KbjGU2vvUz)
 
 </div>
 
 A plugin for OBS Studio(https://obsproject.com/) that allows you to replace the background in portrait images and video, as well as enhance low-light scenes.
 
+- Usage(#usage)
+- Download(#download)
 - Introduction(#introduction)
 - Building(#building)
   - MacOSX(#mac-osx)
-  - Linux (Ubuntu, Arch, openSUSE)(#linux)
+  - Linux (Ubuntu, Arch, openSUSE, Fedora)(#linux)
   - Windows(#windows)
 
-Other plugins from us:
-- 🚧 Experimental 🚧: CleanStream(https://github.com/royshil/obs-cleanstream) OBS plugin for real-time filler word (uh,um) and profanity removal from live audio stream
-- ✨ NEW: URL/API Source(https://github.com/royshil/obs-urlsource) a plugin for live fetching of API data and displaying on screen as a video source
-- ✨ NEW: LocalVocal(https://github.com/royshil/obs-localvocal) speech AI assistant plugin for real-time local transcription (captions), translation and other language functions
+For other AI plugins from us check out OCC AI(https://github.com/occ-ai).
+
+## Usage
+
+<div align="center">
+<video src="https://github.com/occ-ai/obs-backgroundremoval/assets/1067855/5ba5aae2-7ea2-4c90-ad45-fba5ccde1a4e" width="320"></video>
+</div>
+
+Check out the usage guide page(https://occ-ai.github.io/obs-backgroundremoval/usage) for usage walkthrough and recommendations.
+
+Additional tutorial videos:
+
+- Usage tutorial: https://youtu.be/veqNEsMqEE0
+- Depth of Field effect: https://youtu.be/jC3EKSpNjQk
+- Low-light enhancement: https://youtu.be/WSBLYWFrn2Q
+- Remove background from ANY object (not just human): https://youtu.be/N74VCDCToX8
 
 ## Download
-Check out the latest releases(https://github.com/royshil/obs-backgroundremoval/releases) for downloads and install instructions.
+
+Check out the guide page(https://occ-ai.github.io/obs-backgroundremoval) for downloads and install instructions for **Windows** and **MacOS**.
 
 ### Linux Installation
+
 On Ubuntu, there are two ways to install OBS and you have to use the corresponding method to install this plugin.
-- If you installed OBS via the official PPA, download the deb package from the releases(https://github.com/royshil/obs-backgroundremoval/releases) page and install it directly.
+
+- If you installed OBS via the official PPA, download the deb package from the releases(https://github.com/occ-ai/obs-backgroundremoval/releases) page and install it directly.
 - If you installed OBS via FlatHub, run the following command: `flatpak install com.obsproject.Studio.Plugin.BackgroundRemoval`
 
 The pre-built binary of this plugin can run Ubuntu 22.04 or later.
 
 On openSUSE, please see `docs/BUILDING-OPENSUSE.md`(docs/BUILDING-OPENSUSE.md).
 
+#### FlatHub
+
+On Debian, you cannot use our deb package and we only support FlatHub installation.
+
 On other Linux distros, use the FlatHub installation of both OBS and this plugin.
-If you install OBS in a way other than FlatHub, you have to build this plugin by yourself (see instructions for building below(#linux)).
 
-## Code Walkthrough
-This video on YouTube will take you through the major parts of the code and explain them.
+```
+flatpak remote-add --if-not-exists flathub https://flathub.org/repo/flathub.flatpakrepo
+flatpak install flathub com.obsproject.Studio
+flatpak install flathub com.obsproject.Studio.Plugin.BackgroundRemoval
+```
 
-<div align="center">
-  <a href="https://youtu.be/iFQtcJg0Wsk" target="_blank">
-    <img width="50%" src="https://img.youtube.com/vi/iFQtcJg0Wsk/maxresdefault.jpg"/>
-  </a>
-</div>
+If you install OBS in a way other than FlatHub, you have to build this plugin by yourself (see instructions for building below(#linux)).
+
+### OBS Version Support and Compatibility
 
-## OBS Version Support and Compatibility
 - OBS version 29+ (download(https://obsproject.com/download)) for the latest version of this plugin, e.g. 1.1.x and above.
 - OBS version 28+ for this plugin's version between 0.5.x and 1.0.x.
 - OBS version 27+ for this plugin's version 0.4.x and below.
@@ -60,31 +81,40 @@
 a transparent color.
 
 If you like this work, which is given to you completely free of charge, please consider supporting it by sponsoring us on GitHub:
+
 - https://github.com/sponsors/royshil
 - https://github.com/sponsors/umireon
 
-OBS Plugins forum: https://obsproject.com/forum/resources/background-removal-portrait-segmentation.1260/
+### Support and Help
+
+Reach out to us on Discord(https://discord.gg/3EUBUjpCD3) or the OBS Plugins forum(https://obsproject.com/forum/resources/background-removal-portrait-segmentation.1260/) for online / immediate help.
 
-Tutorial video on YouTube: https://youtu.be/veqNEsMqEE0
+If you found a bug or want to suggest a feature or improvement please open an issue(https://github.com/occ-ai/obs-backgroundremoval/issues).
 
-https://github.com/royshil/obs-backgroundremoval/assets/1067855/5ba5aae2-7ea2-4c90-ad45-fba5ccde1a4e
+If you are looking for hands-on help or private consultation please select a sponsorship tier(https://github.com/sponsors/royshil?frequency=one-time).
+
+### Technical Details
 
 GPU support:
-* Currently on Windows we support DirectML, which should reduce CPU usage by 95% and effectively use the systems accelerators (GPUs if available).
-* On Mac we support CoreML for acceleration, which is available on M1 and M2 (not Intel, sorry).
-* CUDA is supported in this plugin through TensorRT, however it is supported only on Linux.
-* The goal of this plugin is to be available for everyone on every system, even if they don't own a GPU.
+
+- Currently on Windows we support DirectML, which should reduce CPU usage by 95% and effectively use the systems accelerators (GPUs if available).
+- On Mac we support CoreML for acceleration, which is available on M1 and M2 (not Intel, sorry).
+- CUDA is supported in this plugin through TensorRT, however it is supported only on Linux.
+- The goal of this plugin is to be available for everyone on every system, even if they don't own a GPU.
 
 Number of CPU threads is controllable through the UI settings. A 2-thread setting works best.
 
 The pretrained model weights used for portrait foreground segmentation are taken from:
+
 - https://github.com/anilsathyan7/Portrait-Segmentation/tree/master/SINet
 - https://github.com/PaddlePaddle/PaddleSeg/tree/release/2.7/contrib/PP-HumanSeg
 - https://github.com/PINTO0309/PINTO_model_zoo/tree/main/082_MediaPipe_Meet_Segmentation
 - https://github.com/PeterL1n/RobustVideoMatting
 - https://github.com/PINTO0309/PINTO_model_zoo/tree/main/384_TCMonoDepth and https://github.com/yu-li/TCMonoDepth
+- https://huggingface.co/briaai/RMBG-1.4
 
 Image enhancement (low light) models are taken from:
+
 - https://github.com/PINTO0309/PINTO_model_zoo/tree/main/213_TBEFN
 - https://github.com/PINTO0309/PINTO_model_zoo/tree/main/372_URetinex-Net
 - https://github.com/PINTO0309/PINTO_model_zoo/tree/main/370_Semantic-Guided-Low-Light-Image-Enhancement
@@ -92,9 +122,19 @@
 
 Some more information about how I built it: https://www.morethantechnical.com/2021/04/15/obs-plugin-for-portrait-background-removal-with-onnx-sinet-model/ and https://www.morethantechnical.com/2023/05/20/building-an-obs-background-removal-plugin-a-walkthrough/
 
+### Code Walkthrough
+
+This video on YouTube will take you through the major parts of the code and explain them.
+
+<div align="center">
+  <a href="https://youtu.be/iFQtcJg0Wsk" target="_blank">
+    <img width="50%" src="https://img.youtube.com/vi/iFQtcJg0Wsk/maxresdefault.jpg"/>
+  </a>
+</div>
+
 ## Building
 
-The plugin was built and tested on Mac OSX  (Intel & Apple silicon), Windows and several Linux disros (e.g. Ubuntu/Debian-ish, Fedora, and more). Help is appreciated in building on other OSs and packages.
+The plugin was built and tested on Mac OSX (Intel & Apple silicon), Windows and several Linux disros (e.g. Ubuntu/Debian-ish, Fedora, and more). Help is appreciated in building on other OSs and packages.
 
 The building pipelines in CI take care of the heavy lifting. Use them in order to build the plugin locally. We attempt to use external OpenCV, libcurl and ONNX Runtime to reduce build times.
 
@@ -109,12 +149,15 @@
 ```
 
 #### Install
+
 The above script should succeed and the plugin files (e.g. `obs-backgroundremoval.plugin`) will reside in the `./release/Release` folder off of the root. Copy the `.plugin` file to the OBS directory e.g. `~/Library/Application Support/obs-studio/plugins`.
 
 To get `.pkg` installer file, run for example
+
 ```sh
 $ ./.github/scripts/package-macos -c Release
 ```
+
 (Note that maybe the outputs will be in the `Release` folder and not the `install` folder like `pakage-macos` expects, so you will need to rename the folder from `build_x86_64/Release` to `build_x86_64/install`)
 
 ### Linux
@@ -122,17 +165,21 @@
 #### Ubuntu
 
 Use the CI scripts again
+
 ```sh
 $ ./.github/scripts/build-linux.sh
 ```
 
 #### Arch Linux
+
 The community maintains AUR packages: https://aur.archlinux.org/packages/obs-backgroundremoval
 
 #### Fedora
+
 To compile on Fedora, you need to manage the dependencies manually. See docs/BUILDING-FEDORA.md(docs/BUILDING-FEDORA.md) for more information.
 
 #### FlatHub
+
 The plugin is available on FlatHub: https://github.com/flathub/com.obsproject.Studio.Plugin.BackgroundRemoval

obs-backgroundremoval-1.1.6.tar.gz/buildspec.json -> obs-backgroundremoval-1.1.13.tar.gz/buildspec.json Changed

obs-backgroundremoval-1.1.6.tar.gz/cmake/FetchOnnxruntime.cmake -> obs-backgroundremoval-1.1.13.tar.gz/cmake/FetchOnnxruntime.cmake Changed

@@ -4,35 +4,55 @@
     ""
     CACHE STRING "URL of a downloaded ONNX Runtime tarball")
 
-set(CUSTOM_ONNXRUNTIME_MD5
+set(CUSTOM_ONNXRUNTIME_HASH
     ""
-    CACHE STRING "MD5 Hash of a downloaded ONNX Runtime tarball")
+    CACHE STRING "Hash of a downloaded ONNX Runtime tarball")
+
+set(Onnxruntime_VERSION "1.17.1")
 
 if(CUSTOM_ONNXRUNTIME_URL STREQUAL "")
   set(USE_PREDEFINED_ONNXRUNTIME ON)
 else()
-  if(CUSTOM_ONNXRUNTIME_MD5 STREQUAL "")
-    message(FATAL_ERROR "Both of CUSTOM_ONNXRUNTIME_URL and CUSTOM_ONNXRUNTIME_MD5 must be present!")
+  if(CUSTOM_ONNXRUNTIME_HASH STREQUAL "")
+    message(FATAL_ERROR "Both of CUSTOM_ONNXRUNTIME_URL and CUSTOM_ONNXRUNTIME_HASH must be present!")
   else()
     set(USE_PREDEFINED_ONNXRUNTIME OFF)
   endif()
 endif()
 
-set(Onnxruntime_VERSION "1.15.1")
+if(USE_PREDEFINED_ONNXRUNTIME)
+  set(Onnxruntime_BASEURL "https://github.com/microsoft/onnxruntime/releases/download/v${Onnxruntime_VERSION}")
+  set(Onnxruntime_WINDOWS_VERSION "v${Onnxruntime_VERSION}-1")
+  set(Onnxruntime_WINDOWS_BASEURL
+      "https://github.com/occ-ai/occ-ai-dep-onnxruntime-static-win/releases/download/${Onnxruntime_WINDOWS_VERSION}")
 
-if(OS_MACOS)
-  if(USE_PREDEFINED_ONNXRUNTIME)
-    FetchContent_Declare(
-      Onnxruntime
-      URL "https://github.com/microsoft/onnxruntime/releases/download/v${Onnxruntime_VERSION}/onnxruntime-osx-universal2-${Onnxruntime_VERSION}.tgz"
-      URL_HASH MD5=6637c31d2dae5ad8bffb4da38ae4d89e)
+  if(APPLE)
+    set(Onnxruntime_URL "${Onnxruntime_BASEURL}/onnxruntime-osx-universal2-${Onnxruntime_VERSION}.tgz")
+    set(Onnxruntime_HASH SHA256=9FA57FA6F202A373599377EF75064AE568FDA8DA838632B26A86024C7378D306)
+  elseif(MSVC)
+    set(Onnxruntime_URL "${Onnxruntime_WINDOWS_BASEURL}/onnxruntime-windows-${Onnxruntime_WINDOWS_VERSION}-Release.zip")
+    set(OOnnxruntime_HASH SHA256=39E63850D9762810161AE1B4DEAE5E3C02363521273E4B894A9D9707AB626C38)
   else()
-    FetchContent_Declare(
-      Onnxruntime
-      URL "${CUSTOM_ONNXRUNTIME_URL}"
-      URL_HASH MD5=${CUSTOM_ONNXRUNTIME_MD5})
+    if(CMAKE_SYSTEM_PROCESSOR STREQUAL "aarch64")
+      set(Onnxruntime_URL "${Onnxruntime_BASEURL}/onnxruntime-linux-aarch64-${Onnxruntime_VERSION}.tgz")
+      set(Onnxruntime_HASH SHA256=70B6F536BB7AB5961D128E9DBD192368AC1513BFFB74FE92F97AAC342FBD0AC1)
+    else()
+      set(Onnxruntime_URL "${Onnxruntime_BASEURL}/onnxruntime-linux-x64-gpu-${Onnxruntime_VERSION}.tgz")
+      set(Onnxruntime_HASH SHA256=613C53745EA4960ED368F6B3AB673558BB8561C84A8FA781B4EA7FB4A4340BE4)
+    endif()
   endif()
-  FetchContent_MakeAvailable(Onnxruntime)
+else()
+  set(Onnxruntime_URL "${CUSTOM_ONNXRUNTIME_URL}")
+  set(Onnxruntime_HASH "${CUSTOM_ONNXRUNTIME_HASH}")
+endif()
+
+FetchContent_Declare(
+  onnxruntime
+  URL ${Onnxruntime_URL}
+  URL_HASH ${Onnxruntime_HASH})
+FetchContent_MakeAvailable(onnxruntime)
+
+if(APPLE)
   set(Onnxruntime_LIB "${onnxruntime_SOURCE_DIR}/lib/libonnxruntime.${Onnxruntime_VERSION}.dylib")
   target_link_libraries(${CMAKE_PROJECT_NAME} PRIVATE "${Onnxruntime_LIB}")
   target_include_directories(${CMAKE_PROJECT_NAME} SYSTEM PUBLIC "${onnxruntime_SOURCE_DIR}/include")
@@ -45,20 +65,7 @@
     COMMAND
       ${CMAKE_INSTALL_NAME_TOOL} -change "@rpath/libonnxruntime.${Onnxruntime_VERSION}.dylib"
       "@loader_path/../Frameworks/libonnxruntime.${Onnxruntime_VERSION}.dylib" $<TARGET_FILE:${CMAKE_PROJECT_NAME}>)
-elseif(OS_WINDOWS)
-  if(USE_PREDEFINED_ONNXRUNTIME)
-    FetchContent_Declare(
-      Onnxruntime
-      URL "https://github.com/umireon/onnxruntime-static-win/releases/download/v${Onnxruntime_VERSION}-1/onnxruntime-static-win.zip"
-      URL_HASH MD5=1be38fe8abe304085b9eb58272fbc941)
-  else()
-    FetchContent_Declare(
-      Onnxruntime
-      URL "${CUSTOM_ONNXRUNTIME_URL}"
-      URL_HASH MD5=${CUSTOM_ONNXRUNTIME_MD5})
-  endif()
-  FetchContent_MakeAvailable(Onnxruntime)
-
+elseif(MSVC)
   add_library(Ort INTERFACE)
   set(Onnxruntime_LIB_NAMES
       session;providers_shared;providers_dml;optimizer;providers;framework;graph;util;mlas;common;flatbuffers)
@@ -83,40 +90,16 @@
   set_target_properties(Ort::DirectML PROPERTIES IMPORTED_LOCATION ${onnxruntime_SOURCE_DIR}/bin/DirectML.dll)
   set_target_properties(Ort::DirectML PROPERTIES IMPORTED_IMPLIB ${onnxruntime_SOURCE_DIR}/bin/DirectML.lib)
 
-  target_link_libraries(Ort INTERFACE Ort::DirectML d3d12.lib dxgi.lib dxguid.lib)
+  target_link_libraries(Ort INTERFACE Ort::DirectML d3d12.lib dxgi.lib dxguid.lib Dxcore.lib)
 
   target_link_libraries(${CMAKE_PROJECT_NAME} PRIVATE Ort)
 
   install(IMPORTED_RUNTIME_ARTIFACTS Ort::DirectML DESTINATION "obs-plugins/64bit")
-elseif(OS_LINUX)
+else()
   if(CMAKE_SYSTEM_PROCESSOR STREQUAL "aarch64")
-    if(USE_PREDEFINED_ONNXRUNTIME)
-      FetchContent_Declare(
-        Onnxruntime
-        URL "https://github.com/microsoft/onnxruntime/releases/download/v${Onnxruntime_VERSION}/onnxruntime-linux-aarch64-${Onnxruntime_VERSION}.tgz"
-        URL_HASH MD5=ebec0b185c9bec94fde884a97b144c04)
-    else()
-      FetchContent_Declare(
-        Onnxruntime
-        URL "${CUSTOM_ONNXRUNTIME_URL}"
-        URL_HASH MD5=${CUSTOM_ONNXRUNTIME_MD5})
-    endif()
-    FetchContent_MakeAvailable(Onnxruntime)
     set(Onnxruntime_LINK_LIBS "${onnxruntime_SOURCE_DIR}/lib/libonnxruntime.so.${Onnxruntime_VERSION}")
     set(Onnxruntime_INSTALL_LIBS ${Onnxruntime_LINK_LIBS})
   else()
-    if(USE_PREDEFINED_ONNXRUNTIME)
-      FetchContent_Declare(
-        Onnxruntime
-        URL "https://github.com/microsoft/onnxruntime/releases/download/v${Onnxruntime_VERSION}/onnxruntime-linux-x64-gpu-${Onnxruntime_VERSION}.tgz"
-        URL_HASH MD5=8d2f5ee9f449bdecb10a45715fe74c53)
-    else()
-      FetchContent_Declare(
-        Onnxruntime
-        URL "${CUSTOM_ONNXRUNTIME_URL}"
-        URL_HASH MD5=${CUSTOM_ONNXRUNTIME_MD5})
-    endif()
-    FetchContent_MakeAvailable(Onnxruntime)
     set(Onnxruntime_LINK_LIBS "${onnxruntime_SOURCE_DIR}/lib/libonnxruntime.so.${Onnxruntime_VERSION}")
     set(Onnxruntime_INSTALL_LIBS
         ${Onnxruntime_LINK_LIBS} "${onnxruntime_SOURCE_DIR}/lib/libonnxruntime_providers_shared.so"

obs-backgroundremoval-1.1.6.tar.gz/cmake/FetchOpenCV.cmake -> obs-backgroundremoval-1.1.13.tar.gz/cmake/FetchOpenCV.cmake Changed

@@ -19,8 +19,8 @@
 endif()
 
 if(USE_PREDEFINED_OPENCV)
-  set(OpenCV_VERSION "4.8.0-1")
-  set(OpenCV_BASEURL "https://github.com/umireon/obs-backgroundremoval-dep-opencv/releases/download/${OpenCV_VERSION}")
+  set(OpenCV_VERSION "v4.8.1-1")
+  set(OpenCV_BASEURL "https://github.com/obs-ai/obs-backgroundremoval-dep-opencv/releases/download/${OpenCV_VERSION}")
 
   if(${CMAKE_BUILD_TYPE} STREQUAL Release OR ${CMAKE_BUILD_TYPE} STREQUAL RelWithDebInfo)
     set(OpenCV_BUILD_TYPE Release)
@@ -29,28 +29,28 @@
   endif()
 
   if(APPLE)
-    if(OpenCV_BUILD_TYPE STREQUAL Release)
-      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-macos-Release.tar.gz")
-      set(OpenCV_HASH MD5=0875366a03aa44def76ab5a12d3e7b8f)
+    if(OpenCV_BUILD_TYPE STREQUAL Debug)
+      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-macos-${OpenCV_VERSION}-Debug.tar.gz")
+      set(OpenCV_HASH SHA256=2930e335a19cc03a3d825e2b76eadd0d5cf08d8baf6537747d43f503dff32454)
     else()
-      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-macos-Debug.tar.gz")
-      set(OpenCV_HASH MD5=9ae59653c7f9a4c991fbf59018e45d2c)
+      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-macos-${OpenCV_VERSION}-Release.tar.gz")
+      set(OpenCV_HASH SHA256=b0c4fe2370b0bd5aa65c408e875b1ab18508ba31b93083805d7e398a3ecafdac)
     endif()
   elseif(MSVC)
-    if(OpenCV_BUILD_TYPE STREQUAL Release)
-      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-windows-Release.zip")
-      set(OpenCV_HASH MD5=e653d590cfbcc3a9bf15ef20e64a6e32)
+    if(OpenCV_BUILD_TYPE STREQUAL Debug)
+      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-windows-${OpenCV_VERSION}-Debug.zip")
+      set(OpenCV_HASH SHA256=0c5ef12cf4b4e4db7ea17a24db156165b6f01759f3f1660b069d0722e5d5dc37)
     else()
-      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-windows-Debug.zip")
-      set(OpenCV_HASH MD5=abad340ccb73da2924544ec9066afcb3)
+      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-windows-${OpenCV_VERSION}-Release.zip")
+      set(OpenCV_HASH SHA256=5e468f71d41d3a3ea46cc4f247475877f65d3655a2764a2c01074bda3b3e6864)
     endif()
   else()
-    if(OpenCV_BUILD_TYPE STREQUAL Release)
-      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-linux-Release.tar.gz")
-      set(OpenCV_HASH MD5=7a668fbc3ac536812643c6b8c8f96be9)
+    if(OpenCV_BUILD_TYPE STREQUAL Debug)
+      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-linux-${OpenCV_VERSION}-Debug.tar.gz")
+      set(OpenCV_HASH SHA256=e2e246d6b4f279be80e7fd0a78cba8a0eeee7b53ae807f2f57428d6876306422)
     else()
-      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-linux-Debug.tar.gz")
-      set(OpenCV_HASH MD5=259699c71055ff748c200e62af059104)
+      set(OpenCV_URL "${OpenCV_BASEURL}/opencv-linux-${OpenCV_VERSION}-Release.tar.gz")
+      set(OpenCV_HASH SHA256=809922a7cc9f344a2d82a232ed7b02e122c82e77cba94b4047e666a0527cc00e)
     endif()
   endif()
 else()
@@ -68,8 +68,8 @@
 if(MSVC)
   target_link_libraries(
     OpenCV
-    INTERFACE ${opencv_SOURCE_DIR}/x64/vc17/staticlib/opencv_imgproc480.lib
-              ${opencv_SOURCE_DIR}/x64/vc17/staticlib/opencv_core480.lib
+    INTERFACE ${opencv_SOURCE_DIR}/x64/vc17/staticlib/opencv_imgproc481.lib
+              ${opencv_SOURCE_DIR}/x64/vc17/staticlib/opencv_core481.lib
               ${opencv_SOURCE_DIR}/x64/vc17/staticlib/zlib.lib)
   target_include_directories(OpenCV SYSTEM INTERFACE ${opencv_SOURCE_DIR}/include)
 else()

obs-backgroundremoval-1.1.6.tar.gz/cmake/common/buildspec_common.cmake -> obs-backgroundremoval-1.1.13.tar.gz/cmake/common/buildspec_common.cmake Changed

obs-backgroundremoval-1.1.13.tar.gz/cmake/macos/resources/Distribution.xml.in Added

obs-backgroundremoval-1.1.6.tar.gz/cmake/macos/resources/create-package.cmake.in -> obs-backgroundremoval-1.1.13.tar.gz/cmake/macos/resources/create-package.cmake.in Changed

obs-backgroundremoval-1.1.6.tar.gz/cmake/windows/compilerconfig.cmake -> obs-backgroundremoval-1.1.13.tar.gz/cmake/windows/compilerconfig.cmake Changed

@@ -20,15 +20,19 @@
 endif()
 
 add_compile_options(
-  /W3 /utf-8 "$<$<COMPILE_LANG_AND_ID:C,MSVC>:/MP>" "$<$<COMPILE_LANG_AND_ID:CXX,MSVC>:/MP>"
+  /W3
+  /utf-8
+  "$<$<COMPILE_LANG_AND_ID:C,MSVC>:/MP>"
+  "$<$<COMPILE_LANG_AND_ID:CXX,MSVC>:/MP>"
   "$<$<COMPILE_LANG_AND_ID:C,Clang>:${_obs_clang_c_options}>"
-  "$<$<COMPILE_LANG_AND_ID:CXX,Clang>:${_obs_clang_cxx_options}>")
+  "$<$<COMPILE_LANG_AND_ID:CXX,Clang>:${_obs_clang_cxx_options}>"
+  /IGNORE:4099)
 
 add_compile_definitions(UNICODE _UNICODE _CRT_SECURE_NO_WARNINGS _CRT_NONSTDC_NO_WARNINGS $<$<CONFIG:DEBUG>:DEBUG>
                         $<$<CONFIG:DEBUG>:_DEBUG>)
 
 add_link_options("$<$<NOT:$<CONFIG:Debug>>:/OPT:REF>" "$<$<CONFIG:Debug>:/INCREMENTAL:NO>"
-                 "$<$<CONFIG:RelWithDebInfo>:/INCREMENTAL:NO>" "$<$<CONFIG:RelWithDebInfo>:/OPT:ICF>")
+                 "$<$<CONFIG:RelWithDebInfo>:/INCREMENTAL:NO>" "$<$<CONFIG:RelWithDebInfo>:/OPT:ICF>" /IGNORE:4099)
 
 if(CMAKE_COMPILE_WARNING_AS_ERROR)
   add_link_options(/WX)

obs-backgroundremoval-1.1.6.tar.gz/cmake/windows/resources/installer-Windows.iss.in -> obs-backgroundremoval-1.1.13.tar.gz/cmake/windows/resources/installer-Windows.iss.in Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/ar-EG.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/ar-EG.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/bn-IN.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/bn-IN.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/en-US.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/en-US.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/es-SP.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/es-SP.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/fr-FR.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/fr-FR.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/hi-IN.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/hi-IN.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/it-IT.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/it-IT.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/ja-JP.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/ja-JP.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/ko-KR.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/ko-KR.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/pt-BR.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/pt-BR.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/ru-RU.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/ru-RU.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/ta-IN.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/ta-IN.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/tr-TR.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/tr-TR.ini Changed

obs-backgroundremoval-1.1.6.tar.gz/data/locale/zh-CN.ini -> obs-backgroundremoval-1.1.13.tar.gz/data/locale/zh-CN.ini Changed

obs-backgroundremoval-1.1.13.tar.gz/data/models/bria_rmbg_1_4_qint8.onnx Added

obs-backgroundremoval-1.1.6.tar.gz/docs/BUILDING-FEDORA.md -> obs-backgroundremoval-1.1.13.tar.gz/docs/BUILDING-FEDORA.md Changed

obs-backgroundremoval-1.1.6.tar.gz/docs/BUILDING-OPENSUSE.md -> obs-backgroundremoval-1.1.13.tar.gz/docs/BUILDING-OPENSUSE.md Changed

obs-backgroundremoval-1.1.13.tar.gz/pages Added

obs-backgroundremoval-1.1.13.tar.gz/pages/.eslintignore Added

obs-backgroundremoval-1.1.13.tar.gz/pages/.eslintrc.cjs Added

obs-backgroundremoval-1.1.13.tar.gz/pages/.gitignore Added

obs-backgroundremoval-1.1.13.tar.gz/pages/.npmrc Added

obs-backgroundremoval-1.1.13.tar.gz/pages/.prettierignore Added

obs-backgroundremoval-1.1.13.tar.gz/pages/.prettierrc Added

obs-backgroundremoval-1.1.13.tar.gz/pages/README.md Added

obs-backgroundremoval-1.1.13.tar.gz/pages/package-lock.json Added

@@ -0,0 +1,3120 @@
+{
+	"name": "pages",
+	"version": "0.0.1",
+	"lockfileVersion": 3,
+	"requires": true,
+	"packages": {
+		"": {
+			"name": "pages",
+			"version": "0.0.1",
+			"devDependencies": {
+				"@fontsource/fira-mono": "^4.5.10",
+				"@neoconfetti/svelte": "^1.0.0",
+				"@sveltejs/adapter-static": "^2.0.3",
+				"@sveltejs/kit": "^1.20.4",
+				"@types/cookie": "^0.5.1",
+				"@typescript-eslint/eslint-plugin": "^6.0.0",
+				"@typescript-eslint/parser": "^6.0.0",
+				"eslint": "^8.28.0",
+				"eslint-config-prettier": "^8.5.0",
+				"eslint-plugin-svelte": "^2.30.0",
+				"prettier": "^2.8.0",
+				"prettier-plugin-svelte": "^2.10.1",
+				"svelte": "^4.0.5",
+				"svelte-check": "^3.4.3",
+				"tslib": "^2.4.1",
+				"typescript": "^5.0.0",
+				"vite": "^4.4.2"
+			}
+		},
+		"node_modules/@aashutoshrathi/word-wrap": {
+			"version": "1.2.6",
+			"resolved": "https://registry.npmjs.org/@aashutoshrathi/word-wrap/-/word-wrap-1.2.6.tgz",
+			"integrity": "sha512-1Yjs2SvM8TflER/OD3cOjhWWOZb58A2t7wpE2S9XfBYTiIl+XFhQG2bjy4Pu1I+EAlCNUzRDYDdFwFYUKvXcIA==",
+			"dev": true,
+			"engines": {
+				"node": ">=0.10.0"
+			}
+		},
+		"node_modules/@ampproject/remapping": {
+			"version": "2.2.1",
+			"resolved": "https://registry.npmjs.org/@ampproject/remapping/-/remapping-2.2.1.tgz",
+			"integrity": "sha512-lFMjJTrFL3j7L9yBxwYfCq2k6qqwHyzuUl/XBnif78PWTJYyL/dfowQHWE3sp6U6ZzqWiiIZnpTMO96zhkjwtg==",
+			"dev": true,
+			"dependencies": {
+				"@jridgewell/gen-mapping": "^0.3.0",
+				"@jridgewell/trace-mapping": "^0.3.9"
+			},
+			"engines": {
+				"node": ">=6.0.0"
+			}
+		},
+		"node_modules/@esbuild/android-arm": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.18.20.tgz",
+			"integrity": "sha512-fyi7TDI/ijKKNZTUJAQqiG5T7YjJXgnzkURqmGj13C6dCqckZBLdl4h7bkhHt/t0WP+zO9/zwroDvANaOqO5Sw==",
+			"cpu": 
+				"arm"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"android"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/android-arm64": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.18.20.tgz",
+			"integrity": "sha512-Nz4rJcchGDtENV0eMKUNa6L12zz2zBDXuhj/Vjh18zGqB44Bi7MBMSXjgunJgjRhCmKOjnPuZp4Mb6OKqtMHLQ==",
+			"cpu": 
+				"arm64"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"android"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/android-x64": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.18.20.tgz",
+			"integrity": "sha512-8GDdlePJA8D6zlZYJV/jnrRAi6rOiNaCC/JclcXpB+KIuvfBN4owLtgzY2bsxnx666XjJx2kDPUmnTtR8qKQUg==",
+			"cpu": 
+				"x64"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"android"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/darwin-arm64": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.18.20.tgz",
+			"integrity": "sha512-bxRHW5kHU38zS2lPTPOyuyTm+S+eobPUnTNkdJEfAddYgEcll4xkT8DB9d2008DtTbl7uJag2HuE5NZAZgnNEA==",
+			"cpu": 
+				"arm64"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"darwin"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/darwin-x64": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.18.20.tgz",
+			"integrity": "sha512-pc5gxlMDxzm513qPGbCbDukOdsGtKhfxD1zJKXjCCcU7ju50O7MeAZ8c4krSJcOIJGFR+qx21yMMVYwiQvyTyQ==",
+			"cpu": 
+				"x64"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"darwin"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/freebsd-arm64": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.18.20.tgz",
+			"integrity": "sha512-yqDQHy4QHevpMAaxhhIwYPMv1NECwOvIpGCZkECn8w2WFHXjEwrBn3CeNIYsibZ/iZEUemj++M26W3cNR5h+Tw==",
+			"cpu": 
+				"arm64"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"freebsd"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/freebsd-x64": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.18.20.tgz",
+			"integrity": "sha512-tgWRPPuQsd3RmBZwarGVHZQvtzfEBOreNuxEMKFcd5DaDn2PbBxfwLcj4+aenoh7ctXcbXmOQIn8HI6mCSw5MQ==",
+			"cpu": 
+				"x64"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"freebsd"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/linux-arm": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.18.20.tgz",
+			"integrity": "sha512-/5bHkMWnq1EgKr1V+Ybz3s1hWXok7mDFUMQ4cG10AfW3wL02PSZi5kFpYKrptDsgb2WAJIvRcDm+qIvXf/apvg==",
+			"cpu": 
+				"arm"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"linux"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/linux-arm64": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.18.20.tgz",
+			"integrity": "sha512-2YbscF+UL7SQAVIpnWvYwM+3LskyDmPhe31pE7/aoTMFKKzIc9lLbyGUpmmb8a8AixOL61sQ/mFh3jEjHYFvdA==",
+			"cpu": 
+				"arm64"
+			,
+			"dev": true,
+			"optional": true,
+			"os": 
+				"linux"
+			,
+			"engines": {
+				"node": ">=12"
+			}
+		},
+		"node_modules/@esbuild/linux-ia32": {
+			"version": "0.18.20",
+			"resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.18.20.tgz",
+			"integrity": "sha512-P4etWwq6IsReT0E1KHU40bOnzMHoH73aXp96Fs8TIT6z9Hu8G6+0SHSw9i2isWrD2nbx2qo5yUqACgdfVGx7TA==",

obs-backgroundremoval-1.1.13.tar.gz/pages/package.json Added

@@ -0,0 +1,33 @@
+{
+	"name": "pages",
+	"version": "0.0.1",
+	"scripts": {
+		"dev": "vite dev",
+		"build": "vite build",
+		"preview": "vite preview",
+		"check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
+		"check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
+		"lint": "prettier --plugin-search-dir . --check . && eslint .",
+		"format": "prettier --plugin-search-dir . --write ."
+	},
+	"devDependencies": {
+		"@fontsource/fira-mono": "^4.5.10",
+		"@neoconfetti/svelte": "^1.0.0",
+		"@sveltejs/adapter-static": "^2.0.3",
+		"@sveltejs/kit": "^1.20.4",
+		"@types/cookie": "^0.5.1",
+		"@typescript-eslint/eslint-plugin": "^6.0.0",
+		"@typescript-eslint/parser": "^6.0.0",
+		"eslint": "^8.28.0",
+		"eslint-config-prettier": "^8.5.0",
+		"eslint-plugin-svelte": "^2.30.0",
+		"prettier": "^2.8.0",
+		"prettier-plugin-svelte": "^2.10.1",
+		"svelte": "^4.0.5",
+		"svelte-check": "^3.4.3",
+		"tslib": "^2.4.1",
+		"typescript": "^5.0.0",
+		"vite": "^4.4.2"
+	},
+	"type": "module"
+}

obs-backgroundremoval-1.1.13.tar.gz/pages/src Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/app.d.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/app.html Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/github-release.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/addAVideoCaptureSource.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/addBackgroundRemoval.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/captureFilters.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/checkDll.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/filterSettings.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/filterSettingsAdvanced.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/github.svg Added

@@ -0,0 +1,16 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="-3 -3 30 30">
+	<path
+		fill-rule="evenodd"
+		clip-rule="evenodd"
+		d="M12 2C6.47715 2 2 6.47715 2 12C2 17.5229 6.47715 22 12 22C17.5229 22 22 17.5229 22 12C22 6.47715 17.5229 2 12 2ZM0 12C0 5.3726 5.3726 0 12 0C18.6274 0 24 5.3726 24 12C24 18.6274 18.6274 24 12 24C5.3726 24 0 18.6274 0 12Z"
+		fill="rgba(0,0,0,0.7)"
+		stroke="none"
+	/>
+	<path
+		fill-rule="evenodd"
+		clip-rule="evenodd"
+		d="M9.59162 22.7357C9.49492 22.6109 9.49492 21.4986 9.59162 19.399C8.55572 19.4347 7.90122 19.3628 7.62812 19.1833C7.21852 18.9139 6.80842 18.0833 6.44457 17.4979C6.08072 16.9125 5.27312 16.8199 4.94702 16.6891C4.62091 16.5582 4.53905 16.0247 5.84562 16.4282C7.15222 16.8316 7.21592 17.9303 7.62812 18.1872C8.04032 18.4441 9.02572 18.3317 9.47242 18.1259C9.91907 17.9201 9.88622 17.1538 9.96587 16.8503C10.0666 16.5669 9.71162 16.5041 9.70382 16.5018C9.26777 16.5018 6.97697 16.0036 6.34772 13.7852C5.71852 11.5669 6.52907 10.117 6.96147 9.49369C7.24972 9.07814 7.22422 8.19254 6.88497 6.83679C8.11677 6.67939 9.06732 7.06709 9.73672 7.99999C9.73737 8.00534 10.6143 7.47854 12.0001 7.47854C13.386 7.47854 13.8777 7.90764 14.2571 7.99999C14.6365 8.09234 14.94 6.36699 17.2834 6.83679C16.7942 7.79839 16.3844 8.99999 16.6972 9.49369C17.0099 9.98739 18.2372 11.5573 17.4833 13.7852C16.9807 15.2706 15.9927 16.1761 14.5192 16.5018C14.3502 16.5557 14.2658 16.6427 14.2658 16.7627C14.2658 16.9427 14.4942 16.9624 14.8233 17.8058C15.0426 18.368 15.0585 19.9739 14.8708 22.6234C14.3953 22.7445 14.0254 22.8257 13.7611 22.8673C13.2924 22.9409 12.7835 22.9822 12.2834 22.9982C11.7834 23.0141 11.6098 23.0123 10.9185 22.948C10.4577 22.9051 10.0154 22.8343 9.59162 22.7357Z"
+		fill="rgba(0,0,0,0.7)"
+		stroke="none"
+	/>
+</svg>
\ No newline at end of file

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/installWizard.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/lib/images/runUnkPublisher.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/+layout.svelte Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/+page.svelte Added

@@ -0,0 +1,47 @@
+<script>
+	import { base } from '$app/paths';
+</script>
+
+<svelte:head>
+	<title>OBS Background Removal</title>
+	<meta
+		name="description"
+		content="OBS Plugin: Background Removal / Virtual Green-screen and Low-Light Enhancement"
+	/>
+</svelte:head>
+
+<section>
+	<header>
+		<h1>OBS Background Removal</h1>
+		<h2>
+			OBS Plugin: Background Removal / Virtual Green-screen and Low-Light Enhancement
+		</h2>
+	</header>
+
+    <p>See our <a href="{base}/usage">Usage</a> page for instructions on usage in OBS</p>
+
+	<h1>Download and Install (Official)</h1>
+	<a href="{base}/windows"><h2>Windows</h2></a>
+	<a href="{base}/macos"><h2>macOS</h2></a>
+	<a href="{base}/ubuntu"><h2>Ubuntu Linux</h2></a>
+	<a href="{base}/flatpak"><h2>FlatPak</h2></a>
+
+	<h1>Download and Install (Unofficial)</h1>
+	<a href="{base}/arch"><h2>Arch Linux</h2></a>
+	<a href="{base}/opensuse-tumbleweed"><h2>openSUSE Tumbleweed</h2></a>
+	<a href="{base}/fedora"><h2>Fedora</h2></a>
+</section>
+
+<style>
+	section {
+		display: flex;
+		flex-direction: column;
+		justify-content: center;
+		align-items: center;
+		flex: 0.6;
+	}
+
+	h1 {
+		width: 100%;
+	}
+</style>

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/Header.svelte Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/arch Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/arch/+page.svelte Added

@@ -0,0 +1,39 @@
+<script>
+	import { base } from '$app/paths';
+</script>
+
+<svelte:head>
+	<title>How to use OBS Background Removal on Arch Linux</title>
+	<meta name="description" content="How to use OBS Background Removal on Arch Linux" />
+</svelte:head>
+
+<div class="text-column">
+	<h1>Download and install on Arch Linux</h1>
+
+	<p>
+		<a
+			href="https://github.com/obsproject/obs-studio/wiki/Unofficial-Linux-Builds#arch-linuxmanjaro"
+			>Install the latest OBS by following the guide of unofficial builds</a
+		>
+	</p>
+
+	<p>
+		<a href="https://aur.archlinux.org/packages/obs-backgroundremoval"
+			>Download PKGBUILD of obs-backgroundremoval from AUR</a
+		>
+	</p>
+
+	<p>Build your package by running:</p>
+
+	<pre>makepkg --syncdeps</pre>
+
+	<p>Install your package by running:</p>
+
+	<pre>makepkg --install</pre>
+
+	<p>See the <a href="{base}/usage">usage page</a> for how to use the plugin</p>
+
+	<p>All set!</p>
+
+	<p><a href="{base}/">Back to the top page</a></p>
+</div>

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/arch/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/fedora Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/fedora/+page.svelte Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/fedora/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/flatpak Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/flatpak/+page.svelte Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/flatpak/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/macos Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/macos/+page.server.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/macos/+page.svelte Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/macos/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/opensuse-tumbleweed Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/opensuse-tumbleweed/+page.svelte Added

@@ -0,0 +1,33 @@
+<script>
+	import { base } from '$app/paths';
+	/** @type {import('./$types').PageData} */
+</script>
+
+<svelte:head>
+	<title>How to use OBS Background Removal on openSUSE Tumbleweed</title>
+	<meta name="description" content="How to use OBS Background Removal on openSUSE Tumbleweed" />
+</svelte:head>
+
+<div class="text-column">
+	<h1>Download and install on openSUSE Tumbleweed</h1>
+
+	<p>You need to build the obs-backgroundremoval plugin by yourself</p>
+
+	<p>
+		<a href="https://github.com/obsproject/obs-studio/wiki/Unofficial-Linux-Builds#opensuse"
+			>Install the latest OBS by following the guide of unofficial builds</a
+		>
+	</p>
+
+	<p>
+		<a href="https://github.com/obs-ai/obs-backgroundremoval/blob/main/docs/BUILDING-OPENSUSE.md"
+			>Build and install the obs-backgroundremoval plugin by following the guide on the repository</a
+		>
+	</p>
+
+	<p>See the <a href="{base}/usage">usage page</a> for how to use the plugin</p>
+
+	<p>All set!</p>
+
+	<p><a href="{base}/">Back to the top page</a></p>
+</div>

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/opensuse-tumbleweed/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/styles.css Added

@@ -0,0 +1,107 @@
+@import '@fontsource/fira-mono';
+
+:root {
+	--font-body: Arial, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu,
+		Cantarell, 'Open Sans', 'Helvetica Neue', sans-serif;
+	--font-mono: 'Fira Mono', monospace;
+	--color-bg-0: rgb(202, 216, 228);
+	--color-bg-1: hsl(209, 36%, 86%);
+	--color-bg-2: hsl(224, 44%, 95%);
+	--color-theme-1: #ff3e00;
+	--color-theme-2: #4075a6;
+	--color-text: rgba(0, 0, 0, 0.7);
+	--column-width: 42rem;
+	--column-margin-top: 4rem;
+	font-family: var(--font-body);
+	color: var(--color-text);
+}
+
+body {
+	min-height: 100vh;
+	margin: 0;
+	background-attachment: fixed;
+	background-color: var(--color-bg-1);
+	background-size: 100vw 100vh;
+	background-image: radial-gradient(
+			50% 50% at 50% 50%,
+			rgba(255, 255, 255, 0.75) 0%,
+			rgba(255, 255, 255, 0) 100%
+		),
+		linear-gradient(180deg, var(--color-bg-0) 0%, var(--color-bg-1) 15%, var(--color-bg-2) 50%);
+}
+
+h1,
+h2,
+p {
+	font-weight: 400;
+}
+
+p {
+	line-height: 1.5;
+}
+
+a {
+	color: var(--color-theme-1);
+	text-decoration: none;
+}
+
+a:hover {
+	text-decoration: underline;
+}
+
+h1 {
+	font-size: 2rem;
+	text-align: center;
+}
+
+h2 {
+	font-size: 1rem;
+}
+
+pre {
+	font-size: 16px;
+	font-family: var(--font-mono);
+	background-color: rgba(255, 255, 255, 0.45);
+	border-radius: 3px;
+	box-shadow: 2px 2px 6px rgb(255 255 255 / 25%);
+	padding: 0.5em;
+	overflow-x: auto;
+	color: var(--color-text);
+}
+
+.text-column {
+	display: flex;
+	max-width: 48rem;
+	flex: 0.6;
+	flex-direction: column;
+	justify-content: center;
+	margin: 0 auto;
+}
+
+input,
+button {
+	font-size: inherit;
+	font-family: inherit;
+}
+
+button:focus:not(:focus-visible) {
+	outline: none;
+}
+
+@media (min-width: 720px) {
+	h1 {
+		font-size: 2.4rem;
+	}
+}
+
+.visually-hidden {
+	border: 0;
+	clip: rect(0 0 0 0);
+	height: auto;
+	margin: 0;
+	overflow: hidden;
+	padding: 0;
+	position: absolute;
+	width: 1px;
+	white-space: nowrap;
+}

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/ubuntu Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/ubuntu/+page.server.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/ubuntu/+page.svelte Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/ubuntu/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/usage Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/usage/+page.svelte Added

@@ -0,0 +1,66 @@
+<script>
+    import { base } from '$app/paths';
+    import addAVideoCaptureSource from '$lib/images/addAVideoCaptureSource.png';
+    import addBackgroundRemoval from '$lib/images/addBackgroundRemoval.png';
+    import captureFilters from '$lib/images/captureFilters.png';
+    import filterSettings from '$lib/images/filterSettings.png';
+    import filterSettingsAdvanced from '$lib/images/filterSettingsAdvanced.png';
+    import installWizard from '$lib/images/installWizard.png';
+    import runUnkPublisher from '$lib/images/runUnkPublisher.png';
+</script>
+
+<svelte:head>
+    <title>How to use OBS Background Removal</title>
+    <meta name="description" content="How to use OBS Background Removal" />
+</svelte:head>
+
+<div class="text-column">
+    <h1>Using OBS Background Removal</h1>
+
+    <p>Start OBS</p>
+
+    <p>Optionally add a video capture source. The plugin works on any source that provides an image render: Video,
+        Image, Media, Browser, Screen Capture, etc.</p>
+
+    <p><img src={addAVideoCaptureSource} width="400" /></p>
+
+    <p>Open the filters dialog on that source</p>
+
+    <p><img src={captureFilters} width="400" /></p>
+
+    <p>Add the Background Removal filter on the Effects filter. If you can't see the filter then the installation
+        process failed, or there is incompatibility with your OBS.</p>
+
+    <p><img src={addBackgroundRemoval} width="400" /></p>
+
+    <p>View the BG Removal filter settings</p>
+
+    <p><img src={filterSettings} width="400" /></p>
+
+    <p>Optionally use the advanced settings to change the behavior of the filter</p>
+
+    <p><img src={filterSettingsAdvanced} width="400" /></p>
+
+    <p>
+        Advice on how to get the best results:
+        <ul>
+            <li>Use a good camera, and good lighting.</li>
+            <li>The Mediapipe model is the fastest, but may not be the highest accuracy. We recommend setting the thresold
+                very low, like 0.05, to capture the whole portrait.</li>
+            <li>The Robust Video Matting (RVM) model gives the highest accuracy and also least "flickering", but it's not
+                the fastest.</li>
+            <li>The TCMonoDepth is a depth estimation model, not a background segmentation model, and can be used both for
+                portrait segmentation as well as "Depth of Field" blur effect. See the <a
+                    href="https://youtu.be/jC3EKSpNjQk" target="_blank">tutorial/preview</a>.</li>
+            <li>The RMBG model is a general background Removal model for any object, not just for humans. See the
+                <a href="https://youtu.be/N74VCDCToX8">tutorial/preview</a>.</li>
+        </ul>
+
+    <p>
+        View our tutorial videos <a href="https://youtu.be/veqNEsMqEE0">here</a>
+    </p>
+
+    <p>All set!</p>
+
+    <p><a href="{base}/">Back to the top page</a></p>
+</div>

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/usage/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/windows Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/windows/+page.server.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/windows/+page.svelte Added

@@ -0,0 +1,52 @@
+<script>
+	import { base } from '$app/paths';
+	/** @type {import('./$types').PageData} */
+	export let data;
+	const asset = data.metadata.assets.find((e) => /windows-x64-Installer\.exe/.test(e.name));
+	if (!asset) throw new Error('Windows asset not found!');
+    import addAVideoCaptureSource from '$lib/images/addAVideoCaptureSource.png';
+    import addBackgroundRemoval from '$lib/images/addBackgroundRemoval.png';
+    import captureFilters from '$lib/images/captureFilters.png';
+    import filterSettings from '$lib/images/filterSettings.png';
+    import filterSettingsAdvanced from '$lib/images/filterSettingsAdvanced.png';
+    import installWizard from '$lib/images/installWizard.png';
+    import runUnkPublisher from '$lib/images/runUnkPublisher.png';
+    import checkDll from '$lib/images/checkDll.png';
+</script>
+
+<svelte:head>
+	<title>How to use OBS Background Removal on Windows</title>
+	<meta name="description" content="How to use OBS Background Removal on Windows" />
+</svelte:head>
+
+<div class="text-column">
+	<h1>Download and install on Windows</h1>
+
+    <p>The plugin supports OBS v29.x+ and a 64bit Windows</p>
+
+	<p><a href="https://obsproject.com/ja/download">Downlaod and install the latest OBS for 64bit</a></p>
+
+	<p><a href={asset.browser_download_url}>Download the installer for Windows</a></p>
+
+	<p>Execute {asset.name}. Allow it to run even if the publisher is unknown.</p>
+
+    <p><img src={runUnkPublisher} width="400" /></p>
+
+    <p>Follow the install wizard</p>
+
+    <p><img src={installWizard} width="400" /></p>
+
+    <p>Optionally ensure that the obs-backgroundremoval.dll exists in the OBS plugins folder:</p>
+
+    <p><code>C:\Program Files\obs-studio\obs-plugins\64bit\obs-backgroundremoval.dll</code></p>
+
+    <p><img src="{checkDll}" width="400" /></p>
+
+    <p>If your OBS is installed in <code>C:\Program Files (x86)\obs-studio</code> then consider re-installing the latest version of OBS 64bit.</p>
+
+	<p>See the <a href="{base}/usage">usage page</a> for how to use the plugin</p>
+
+	<p>All set!</p>
+
+	<p><a href="{base}/">Back to the top page</a></p>
+</div>

obs-backgroundremoval-1.1.13.tar.gz/pages/src/routes/windows/+page.ts Added

obs-backgroundremoval-1.1.13.tar.gz/pages/static Added

obs-backgroundremoval-1.1.13.tar.gz/pages/static/favicon.png Added

obs-backgroundremoval-1.1.13.tar.gz/pages/static/robots.txt Added

obs-backgroundremoval-1.1.13.tar.gz/pages/svelte.config.js Added

obs-backgroundremoval-1.1.13.tar.gz/pages/tsconfig.json Added

obs-backgroundremoval-1.1.13.tar.gz/pages/vite.config.ts Added

obs-backgroundremoval-1.1.13.tar.gz/patch_libobs.diff Added

obs-backgroundremoval-1.1.6.tar.gz/src/FilterData.h -> obs-backgroundremoval-1.1.13.tar.gz/src/FilterData.h Changed

obs-backgroundremoval-1.1.6.tar.gz/src/background-filter.cpp -> obs-backgroundremoval-1.1.13.tar.gz/src/background-filter.cpp Changed

@@ -14,6 +14,8 @@
 #include <fstream>
 #include <new>
 #include <mutex>
+#include <regex>
+#include <thread>
 
 #include <plugin-support.h>
 #include "models/ModelSINET.h"
@@ -22,10 +24,12 @@
 #include "models/ModelRVM.h"
 #include "models/ModelPPHumanSeg.h"
 #include "models/ModelTCMonoDepth.h"
+#include "models/ModelRMBG.h"
 #include "FilterData.h"
 #include "ort-utils/ort-session-utils.h"
 #include "obs-utils/obs-utils.h"
 #include "consts.h"
+#include "update-checker/update-checker.h"
 
 struct background_removal_filter : public filter_data {
 	bool enableThreshold = true;
@@ -36,17 +40,26 @@
 	float feather = 0.0f;
 
 	cv::Mat backgroundMask;
+	cv::Mat lastBackgroundMask;
+	cv::Mat lastImageBGRA;
+	float temporalSmoothFactor = 0.0f;
+	float imageSimilarityThreshold = 35.0f;
+	bool enableImageSimilarity = true;
 	int maskEveryXFrames = 1;
 	int maskEveryXFramesCount = 0;
 	int64_t blurBackground = 0;
-	bool enableFocalBlur = true;
+	bool enableFocalBlur = false;
 	float blurFocusPoint = 0.1f;
 	float blurFocusDepth = 0.1f;
 
 	gs_effect_t *effect;
 	gs_effect_t *kawaseBlurEffect;
+
+	std::mutex modelMutex;
 };
 
+void background_removal_thread(void *data); // Forward declaration
+
 const char *background_filter_getname(void *unused)
 {
 	UNUSED_PARAMETER(unused);
@@ -55,18 +68,60 @@
 
 /**                   PROPERTIES                     */
 
+static bool visible_on_bool(obs_properties_t *ppts, obs_data_t *settings,
+			    const char *bool_prop, const char *prop_name)
+{
+	const bool enabled = obs_data_get_bool(settings, bool_prop);
+	obs_property_t *p = obs_properties_get(ppts, prop_name);
+	obs_property_set_visible(p, enabled);
+	return true;
+}
+
 static bool enable_threshold_modified(obs_properties_t *ppts, obs_property_t *p,
 				      obs_data_t *settings)
 {
-	const bool enabled = obs_data_get_bool(settings, "enable_threshold");
-	p = obs_properties_get(ppts, "threshold");
-	obs_property_set_visible(p, enabled);
-	p = obs_properties_get(ppts, "contour_filter");
-	obs_property_set_visible(p, enabled);
-	p = obs_properties_get(ppts, "smooth_contour");
-	obs_property_set_visible(p, enabled);
-	p = obs_properties_get(ppts, "feather");
-	obs_property_set_visible(p, enabled);
+	UNUSED_PARAMETER(p);
+	return visible_on_bool(ppts, settings, "enable_threshold",
+			       "threshold_group");
+}
+
+static bool enable_focal_blur(obs_properties_t *ppts, obs_property_t *p,
+			      obs_data_t *settings)
+{
+	UNUSED_PARAMETER(p);
+	return visible_on_bool(ppts, settings, "enable_focal_blur",
+			       "focal_blur_group");
+}
+
+static bool enable_image_similarity(obs_properties_t *ppts, obs_property_t *p,
+				    obs_data_t *settings)
+{
+	UNUSED_PARAMETER(p);
+	return visible_on_bool(ppts, settings, "enable_image_similarity",
+			       "image_similarity_threshold");
+}
+
+static bool enable_advanced_settings(obs_properties_t *ppts, obs_property_t *p,
+				     obs_data_t *settings)
+{
+	const bool enabled = obs_data_get_bool(settings, "advanced");
+	p = obs_properties_get(ppts, "blur_background");
+	obs_property_set_visible(p, true);
+
+	for (const char *prop_name :
+	     {"model_select", "useGPU", "mask_every_x_frames", "numThreads",
+	      "enable_focal_blur", "enable_threshold", "threshold_group",
+	      "focal_blur_group", "temporal_smooth_factor",
+	      "image_similarity_threshold", "enable_image_similarity"}) {
+		p = obs_properties_get(ppts, prop_name);
+		obs_property_set_visible(p, enabled);
+	}
+
+	if (enabled) {
+		enable_threshold_modified(ppts, p, settings);
+		enable_focal_blur(ppts, p, settings);
+		enable_image_similarity(ppts, p, settings);
+	}
 
 	return true;
 }
@@ -75,28 +130,41 @@
 {
 	obs_properties_t *props = obs_properties_create();
 
+	obs_property_t *advanced = obs_properties_add_bool(
+		props, "advanced", obs_module_text("Advanced"));
+
+	// If advanced is selected show the advanced settings, otherwise hide them
+	obs_property_set_modified_callback(advanced, enable_advanced_settings);
+
 	/* Threshold props */
 	obs_property_t *p_enable_threshold = obs_properties_add_bool(
 		props, "enable_threshold", obs_module_text("EnableThreshold"));
 	obs_property_set_modified_callback(p_enable_threshold,
 					   enable_threshold_modified);
 
-	obs_properties_add_float_slider(props, "threshold",
+	// Threshold props group
+	obs_properties_t *threshold_props = obs_properties_create();
+
+	obs_properties_add_float_slider(threshold_props, "threshold",
 					obs_module_text("Threshold"), 0.0, 1.0,
 					0.025);
 
 	obs_properties_add_float_slider(
-		props, "contour_filter",
+		threshold_props, "contour_filter",
 		obs_module_text("ContourFilterPercentOfImage"), 0.0, 1.0,
 		0.025);
 
-	obs_properties_add_float_slider(props, "smooth_contour",
+	obs_properties_add_float_slider(threshold_props, "smooth_contour",
 					obs_module_text("SmoothSilhouette"),
 					0.0, 1.0, 0.05);
 
 	obs_properties_add_float_slider(
-		props, "feather", obs_module_text("FeatherBlendSilhouette"),
-		0.0, 1.0, 0.05);
+		threshold_props, "feather",
+		obs_module_text("FeatherBlendSilhouette"), 0.0, 1.0, 0.05);
+
+	obs_properties_add_group(props, "threshold_group",
+				 obs_module_text("ThresholdGroup"),
+				 OBS_GROUP_NORMAL, threshold_props);
 
 	/* GPU, CPU and performance Props */
 	obs_property_t *p_use_gpu = obs_properties_add_list(
@@ -145,6 +213,22 @@
 	obs_property_list_add_string(p_model_select,
 				     obs_module_text("TCMonoDepth"),
 				     MODEL_DEPTH_TCMONODEPTH);
+	obs_property_list_add_string(p_model_select, obs_module_text("RMBG"),
+				     MODEL_RMBG);
+
+	obs_properties_add_float_slider(props, "temporal_smooth_factor",
+					obs_module_text("TemporalSmoothFactor"),
+					0.0, 1.0, 0.01);
+
+	obs_property_t *p_enable_image_similarity = obs_properties_add_bool(
+		props, "enable_image_similarity",
+		obs_module_text("EnableImageSimilarity"));
+	obs_property_set_modified_callback(p_enable_image_similarity,
+					   enable_image_similarity);
+
+	obs_properties_add_float_slider(
+		props, "image_similarity_threshold",
+		obs_module_text("ImageSimilarityThreshold"), 0.0, 100.0, 1.0);
 
 	/* Background Blur Props */
 	obs_properties_add_int_slider(
@@ -154,34 +238,43 @@
 
 	obs_property_t *p_enable_focal_blur = obs_properties_add_bool(
 		props, "enable_focal_blur", obs_module_text("EnableFocalBlur"));
-	obs_property_set_modified_callback(
-		p_enable_focal_blur,
-		(obs_properties_t *ppts, obs_property_t *p,
-		   obs_data_t *settings) {
-			UNUSED_PARAMETER(p);
-			const bool enabled = obs_data_get_bool(

obs-backgroundremoval-1.1.6.tar.gz/src/consts.h -> obs-backgroundremoval-1.1.13.tar.gz/src/consts.h Changed

obs-backgroundremoval-1.1.6.tar.gz/src/enhance-filter.cpp -> obs-backgroundremoval-1.1.13.tar.gz/src/enhance-filter.cpp Changed

@@ -14,6 +14,7 @@
 #include <fstream>
 #include <new>
 #include <mutex>
+#include <regex>
 
 #include <plugin-support.h>
 #include "consts.h"
@@ -22,6 +23,7 @@
 #include "models/ModelTBEFN.h"
 #include "models/ModelZeroDCE.h"
 #include "models/ModelURetinex.h"
+#include "update-checker/update-checker.h"
 
 struct enhance_filter : public filter_data {
 	cv::Mat outputBGRA;
@@ -73,6 +75,20 @@
 	obs_property_list_add_string(p_use_gpu, obs_module_text("CoreML"),
 				     USEGPU_COREML);
 #endif
+
+	// Add a informative text about the plugin
+	// replace the placeholder with the current version using std::regex_replace
+	std::string basic_info = std::regex_replace(
+		PLUGIN_INFO_TEMPLATE, std::regex("%1"), PLUGIN_VERSION);
+	// Check for update
+	if (get_latest_version() != nullptr) {
+		basic_info += std::regex_replace(
+			PLUGIN_INFO_TEMPLATE_UPDATE_AVAILABLE, std::regex("%1"),
+			get_latest_version());
+	}
+	obs_properties_add_text(props, "info", basic_info.c_str(),
+				OBS_TEXT_INFO);
+
 	return props;
 }
 
@@ -212,7 +228,7 @@
 			return;
 		}
 	} catch (const std::exception &e) {
-		blog(LOG_ERROR, "Exception caught: %s", e.what());
+		obs_log(LOG_ERROR, "Exception caught: %s", e.what());
 		return;
 	}
 
@@ -257,7 +273,7 @@
 			tf->outputBGRA.cols, tf->outputBGRA.rows, GS_BGRA, 1,
 			(const uint8_t **)&tf->outputBGRA.data, 0);
 		if (!outputTexture) {
-			blog(LOG_ERROR, "Failed to create output texture");
+			obs_log(LOG_ERROR, "Failed to create output texture");
 			obs_source_skip_video_filter(tf->source);
 			return;
 		}

obs-backgroundremoval-1.1.6.tar.gz/src/models/Model.h -> obs-backgroundremoval-1.1.13.tar.gz/src/models/Model.h Changed

@@ -2,6 +2,7 @@
 #define MODEL_H
 
 #include <onnxruntime_cxx_api.h>
+#include "plugin-support.h"
 
 #ifdef _WIN32
 #include <wchar.h>
@@ -101,10 +102,14 @@
 			obs_module_file(modelSelection.c_str());
 
 		if (modelFilepath_rawPtr == nullptr) {
-			blog(LOG_ERROR,
-			     "Unable to get model filename %s from plugin.",
-			     modelSelection.c_str());
-			return nullptr;
+			obs_log(LOG_ERROR,
+				"Unable to get model filename %s from plugin.",
+				modelSelection.c_str());
+#if _WIN32
+			return std::wstring();
+#else
+			return std::string();
+#endif
 		}
 
 		std::string modelFilepath_s(modelFilepath_rawPtr);
@@ -177,9 +182,9 @@
 		}
 
 		if (inputDims0.size() < 3 || outputDims0.size() < 3) {
-			blog(LOG_ERROR,
-			     "Input or output tensor dims are < 3. input = %d, output = %d",
-			     (int)inputDims.size(), (int)outputDims.size());
+			obs_log(LOG_ERROR,
+				"Input or output tensor dims are < 3. input = %d, output = %d",
+				(int)inputDims.size(), (int)outputDims.size());
 			return false;
 		}
 
@@ -211,9 +216,9 @@
 		for (size_t i = 0; i < inputDims.size(); i++) {
 			inputTensorValues.push_back(std::vector<float>(
 				vectorProduct(inputDimsi), 0.0f));
-			blog(LOG_INFO,
-			     "Allocated %d sized float-array for input %d",
-			     (int)inputTensorValuesi.size(), (int)i);
+			obs_log(LOG_INFO,
+				"Allocated %d sized float-array for input %d",
+				(int)inputTensorValuesi.size(), (int)i);
 			inputTensor.push_back(Ort::Value::CreateTensor<float>(
 				memoryInfo, inputTensorValuesi.data(),
 				inputTensorValuesi.size(),
@@ -223,9 +228,9 @@
 		for (size_t i = 0; i < outputDims.size(); i++) {
 			outputTensorValues.push_back(std::vector<float>(
 				vectorProduct(outputDimsi), 0.0f));
-			blog(LOG_INFO,
-			     "Allocated %d sized float-array for output %d",
-			     (int)outputTensorValuesi.size(), (int)i);
+			obs_log(LOG_INFO,
+				"Allocated %d sized float-array for output %d",
+				(int)outputTensorValuesi.size(), (int)i);
 			outputTensor.push_back(Ort::Value::CreateTensor<float>(
 				memoryInfo, outputTensorValuesi.data(),
 				outputTensorValuesi.size(),
@@ -297,8 +302,8 @@
 	{
 		if (inputNames.size() == 0 || outputNames.size() == 0 ||
 		    inputTensor.size() == 0 || outputTensor.size() == 0) {
-			blog(LOG_INFO,
-			     "Skip network inference. Inputs or outputs are null.");
+			obs_log(LOG_INFO,
+				"Skip network inference. Inputs or outputs are null.");
 			return;
 		}

obs-backgroundremoval-1.1.13.tar.gz/src/models/ModelRMBG.h Added

obs-backgroundremoval-1.1.6.tar.gz/src/models/ModelRVM.h -> obs-backgroundremoval-1.1.13.tar.gz/src/models/ModelRVM.h Changed

obs-backgroundremoval-1.1.6.tar.gz/src/obs-utils/obs-config-utils.cpp -> obs-backgroundremoval-1.1.13.tar.gz/src/obs-utils/obs-config-utils.cpp Changed

@@ -1,49 +1,77 @@
 #include "obs-config-utils.h"
+#include "plugin-support.h"
 
 #include <obs-module.h>
+#include <util/config-file.h>
+#include <filesystem>
 
-int getFlagFromConfig(const char *name, bool *returnValue)
+void create_config_folder()
 {
-	// Check configuration to see if update checks are disabled
-	char *config_file = obs_module_file("config.json");
-	if (!config_file) {
-		blog(LOG_INFO, "Unable to find config file");
-		return OBS_BGREMOVAL_CONFIG_FAIL;
+	char *config_folder_path = obs_module_config_path("");
+	if (config_folder_path == nullptr) {
+		obs_log(LOG_ERROR, "Failed to get config folder path");
+		return;
 	}
+	std::filesystem::path config_folder_std_path(config_folder_path);
+	bfree(config_folder_path);
 
-	obs_data_t *data = obs_data_create_from_json_file(config_file);
-	if (!data) {
-		blog(LOG_INFO, "Failed to parse config file");
-		return OBS_BGREMOVAL_CONFIG_FAIL;
+	// create the folder if it doesn't exist
+	if (!std::filesystem::exists(config_folder_std_path)) {
+#ifdef _WIN32
+		obs_log(LOG_INFO, "Config folder does not exist, creating: %S",
+			config_folder_std_path.c_str());
+#else
+		obs_log(LOG_INFO, "Config folder does not exist, creating: %s",
+			config_folder_std_path.c_str());
+#endif
+		// Create the config folder
+		std::filesystem::create_directories(config_folder_std_path);
 	}
+}
+
+int getConfig(config_t **config)
+{
+	create_config_folder(); // ensure the config folder exists
+
+	// Get the config file
+	char *config_file_path = obs_module_config_path("config.ini");
 
-	*returnValue = obs_data_get_bool(data, name);
-	obs_data_release(data);
+	int ret = config_open(config, config_file_path, CONFIG_OPEN_EXISTING);
+	if (ret != CONFIG_SUCCESS) {
+		obs_log(LOG_INFO, "Failed to open config file %s",
+			config_file_path);
+		return OBS_BGREMOVAL_CONFIG_FAIL;
+	}
 
 	return OBS_BGREMOVAL_CONFIG_SUCCESS;
 }
 
-int setFlagFromConfig(const char *name, const bool value)
+int getFlagFromConfig(const char *name, bool *returnValue, bool defaultValue)
 {
 	// Get the config file
-	char *config_file = obs_module_file("config.json");
-	if (!config_file) {
-		blog(LOG_INFO, "Unable to find config file");
+	config_t *config;
+	if (getConfig(&config) != OBS_BGREMOVAL_CONFIG_SUCCESS) {
+		*returnValue = defaultValue;
 		return OBS_BGREMOVAL_CONFIG_FAIL;
 	}
 
-	// Parse the config file
-	obs_data_t *json_data = obs_data_create_from_json_file(config_file);
-	if (!json_data) {
-		blog(LOG_INFO, "Failed to parse config file");
+	*returnValue = config_get_bool(config, "config", name);
+	config_close(config);
+
+	return OBS_BGREMOVAL_CONFIG_SUCCESS;
+}
+
+int setFlagInConfig(const char *name, const bool value)
+{
+	// Get the config file
+	config_t *config;
+	if (getConfig(&config) != OBS_BGREMOVAL_CONFIG_SUCCESS) {
 		return OBS_BGREMOVAL_CONFIG_FAIL;
 	}
 
-	// Update the config
-	obs_data_set_bool(json_data, name, value);
-	obs_data_save_json(json_data, config_file);
-
-	obs_data_release(json_data);
+	config_set_bool(config, "config", name, value);
+	config_save(config);
+	config_close(config);
 
 	return OBS_BGREMOVAL_CONFIG_SUCCESS;
 }

obs-backgroundremoval-1.1.6.tar.gz/src/obs-utils/obs-config-utils.h -> obs-backgroundremoval-1.1.13.tar.gz/src/obs-utils/obs-config-utils.h Changed

obs-backgroundremoval-1.1.6.tar.gz/src/ort-utils/ort-session-utils.cpp -> obs-backgroundremoval-1.1.13.tar.gz/src/ort-utils/ort-session-utils.cpp Changed

@@ -5,25 +5,23 @@
 #include <coreml_provider_factory.h>
 #endif
 
-#if defined(__linux__) && defined(__x86_64__)
-#include <tensorrt_provider_factory.h>
-#endif
-
 #ifdef _WIN32
 #include <dml_provider_factory.h>
 #include <wchar.h>
+#include <windows.h>
 #endif // _WIN32
 
 #include <obs-module.h>
 
 #include "ort-session-utils.h"
 #include "consts.h"
+#include "plugin-support.h"
 
-void createOrtSession(filter_data *tf)
+int createOrtSession(filter_data *tf)
 {
 	if (tf->model.get() == nullptr) {
-		blog(LOG_ERROR, "Model object is not initialized");
-		return;
+		obs_log(LOG_ERROR, "Model object is not initialized");
+		return OBS_BGREMOVAL_ORT_SESSION_ERROR_INVALID_MODEL;
 	}
 
 	Ort::SessionOptions sessionOptions;
@@ -42,25 +40,29 @@
 		obs_module_file(tf->modelSelection.c_str());
 
 	if (modelFilepath_rawPtr == nullptr) {
-		blog(LOG_ERROR, "Unable to get model filename %s from plugin.",
-		     tf->modelSelection.c_str());
-		return;
+		obs_log(LOG_ERROR,
+			"Unable to get model filename %s from plugin.",
+			tf->modelSelection.c_str());
+		return OBS_BGREMOVAL_ORT_SESSION_ERROR_FILE_NOT_FOUND;
 	}
 
 	std::string modelFilepath_s(modelFilepath_rawPtr);
-	bfree(modelFilepath_rawPtr);
 
 #if _WIN32
-	std::wstring modelFilepath_ws(modelFilepath_s.size(), L' ');
-	std::copy(modelFilepath_s.begin(), modelFilepath_s.end(),
-		  modelFilepath_ws.begin());
-	tf->modelFilepath = modelFilepath_ws.c_str();
+	int outLength = MultiByteToWideChar(
+		CP_ACP, MB_PRECOMPOSED, modelFilepath_rawPtr, -1, nullptr, 0);
+	tf->modelFilepath = std::wstring(outLength, L'\0');
+	MultiByteToWideChar(CP_ACP, MB_PRECOMPOSED, modelFilepath_rawPtr, -1,
+			    tf->modelFilepath.data(), outLength);
 #else
-	tf->modelFilepath = modelFilepath_s.c_str();
+	tf->modelFilepath = std::string(modelFilepath_rawPtr);
 #endif
 
+	bfree(modelFilepath_rawPtr);
+
 	try {
-#if defined(__linux__) && defined(__x86_64__)
+#if defined(__linux__) && defined(__x86_64__) && \
+	!defined(DISABLE_ONNXRUNTIME_GPU)
 		if (tf->useGPU == USEGPU_TENSORRT) {
 			Ort::ThrowOnError(
 				OrtSessionOptionsAppendExecutionProvider_Tensorrt(
@@ -88,11 +90,11 @@
 					sessionOptions, coreml_flags));
 		}
 #endif
-		tf->session.reset(new Ort::Session(*tf->env, tf->modelFilepath,
-						   sessionOptions));
+		tf->session.reset(new Ort::Session(
+			*tf->env, tf->modelFilepath.c_str(), sessionOptions));
 	} catch (const std::exception &e) {
-		blog(LOG_ERROR, "%s", e.what());
-		return;
+		obs_log(LOG_ERROR, "%s", e.what());
+		return OBS_BGREMOVAL_ORT_SESSION_ERROR_STARTUP;
 	}
 
 	Ort::AllocatorWithDefaultOptions allocator;
@@ -102,41 +104,42 @@
 
 	if (!tf->model->populateInputOutputShapes(tf->session, tf->inputDims,
 						  tf->outputDims)) {
-		blog(LOG_ERROR, "Unable to get model input and output shapes");
-		return;
+		obs_log(LOG_ERROR,
+			"Unable to get model input and output shapes");
+		return OBS_BGREMOVAL_ORT_SESSION_ERROR_INVALID_INPUT_OUTPUT;
 	}
 
 	for (size_t i = 0; i < tf->inputNames.size(); i++) {
-		blog(LOG_INFO,
-		     "Model %s input %d: name %s shape (%d dim) %d x %d x %d x %d",
-		     tf->modelSelection.c_str(), (int)i,
-		     tf->inputNamesi.get(), (int)tf->inputDimsi.size(),
-		     (int)tf->inputDimsi0,
-		     ((int)tf->inputDimsi.size() > 1)
-			     ? (int)tf->inputDimsi1
-			     : 0,
-		     ((int)tf->inputDimsi.size() > 2)
-			     ? (int)tf->inputDimsi2
-			     : 0,
-		     ((int)tf->inputDimsi.size() > 3)
-			     ? (int)tf->inputDimsi3
-			     : 0);
+		obs_log(LOG_INFO,
+			"Model %s input %d: name %s shape (%d dim) %d x %d x %d x %d",
+			tf->modelSelection.c_str(), (int)i,
+			tf->inputNamesi.get(), (int)tf->inputDimsi.size(),
+			(int)tf->inputDimsi0,
+			((int)tf->inputDimsi.size() > 1)
+				? (int)tf->inputDimsi1
+				: 0,
+			((int)tf->inputDimsi.size() > 2)
+				? (int)tf->inputDimsi2
+				: 0,
+			((int)tf->inputDimsi.size() > 3)
+				? (int)tf->inputDimsi3
+				: 0);
 	}
 	for (size_t i = 0; i < tf->outputNames.size(); i++) {
-		blog(LOG_INFO,
-		     "Model %s output %d: name %s shape (%d dim) %d x %d x %d x %d",
-		     tf->modelSelection.c_str(), (int)i,
-		     tf->outputNamesi.get(), (int)tf->outputDimsi.size(),
-		     (int)tf->outputDimsi0,
-		     ((int)tf->outputDimsi.size() > 1)
-			     ? (int)tf->outputDimsi1
-			     : 0,
-		     ((int)tf->outputDimsi.size() > 2)
-			     ? (int)tf->outputDimsi2
-			     : 0,
-		     ((int)tf->outputDimsi.size() > 3)
-			     ? (int)tf->outputDimsi3
-			     : 0);
+		obs_log(LOG_INFO,
+			"Model %s output %d: name %s shape (%d dim) %d x %d x %d x %d",
+			tf->modelSelection.c_str(), (int)i,
+			tf->outputNamesi.get(), (int)tf->outputDimsi.size(),
+			(int)tf->outputDimsi0,
+			((int)tf->outputDimsi.size() > 1)
+				? (int)tf->outputDimsi1
+				: 0,
+			((int)tf->outputDimsi.size() > 2)
+				? (int)tf->outputDimsi2
+				: 0,
+			((int)tf->outputDimsi.size() > 3)
+				? (int)tf->outputDimsi3
+				: 0);
 	}
 
 	// Allocate buffers
@@ -144,6 +147,8 @@
 					 tf->outputTensorValues,
 					 tf->inputTensorValues, tf->inputTensor,
 					 tf->outputTensor);
+
+	return OBS_BGREMOVAL_ORT_SESSION_SUCCESS;
 }
 
 bool runFilterModelInference(filter_data *tf, const cv::Mat &imageBGRA,

obs-backgroundremoval-1.1.6.tar.gz/src/ort-utils/ort-session-utils.h -> obs-backgroundremoval-1.1.13.tar.gz/src/ort-utils/ort-session-utils.h Changed

obs-backgroundremoval-1.1.6.tar.gz/src/plugin-support.c.in -> obs-backgroundremoval-1.1.13.tar.gz/src/plugin-support.c.in Changed

obs-backgroundremoval-1.1.6.tar.gz/src/plugin-support.h -> obs-backgroundremoval-1.1.13.tar.gz/src/plugin-support.h Changed

obs-backgroundremoval-1.1.6.tar.gz/src/update-checker/github-utils.cpp -> obs-backgroundremoval-1.1.13.tar.gz/src/update-checker/github-utils.cpp Changed

@@ -5,9 +5,10 @@
 
 #include "Client.hpp"
 #include "github-utils.h"
+#include "plugin-support.h"
 
 static const std::string GITHUB_LATEST_RELEASE_URL =
-	"https://api.github.com/repos/royshil/obs-backgroundremoval/releases/latest";
+	"https://api.github.com/repos/occ-ai/obs-backgroundremoval/releases/latest";
 
 void github_utils_get_release_information(
 	std::function<void(github_utils_release_information)> callback)
@@ -22,35 +23,22 @@
 		obs_data_t *data =
 			obs_data_create_from_json(responseBody.c_str());
 		if (!data) {
-			blog(LOG_INFO, "Failed to parse latest release info");
-			callback(
-				{OBS_BGREMOVAL_GITHUB_UTILS_ERROR, NULL, NULL});
+			obs_log(LOG_INFO,
+				"Failed to parse latest release info");
+			callback({OBS_BGREMOVAL_GITHUB_UTILS_ERROR, "", ""});
 			return;
 		}
 
 		// The version is in the "tag_name" property
-		char *version = strdup(obs_data_get_string(data, "tag_name"));
-		char *body = strdup(obs_data_get_string(data, "body"));
+		std::string version = obs_data_get_string(data, "tag_name");
+		std::string body = obs_data_get_string(data, "body");
 		obs_data_release(data);
 
 		// remove the "v" prefix in version, if it exists
 		if (version0 == 'v') {
-			char *newVersion = (char *)malloc(strlen(version) - 1);
-			strcpy(newVersion, version + 1);
-			free(version);
-			version = newVersion;
+			version = version.substr(1);
 		}
 
 		callback({OBS_BGREMOVAL_GITHUB_UTILS_SUCCESS, body, version});
 	});
 }
-
-void github_utils_release_information_free(
-	struct github_utils_release_information info)
-{
-	if (info.responseBody != NULL)
-		free(info.responseBody);
-	if (info.version != NULL)
-		free(info.version);
-	info.responseCode = OBS_BGREMOVAL_GITHUB_UTILS_ERROR;
-}

obs-backgroundremoval-1.1.6.tar.gz/src/update-checker/github-utils.h -> obs-backgroundremoval-1.1.13.tar.gz/src/update-checker/github-utils.h Changed

obs-backgroundremoval-1.1.6.tar.gz/src/update-checker/update-checker.cpp -> obs-backgroundremoval-1.1.13.tar.gz/src/update-checker/update-checker.cpp Changed

@@ -1,5 +1,4 @@
 #include "update-checker.h"
-#include "UpdateDialog.hpp"
 #include "github-utils.h"
 #include "obs-utils/obs-config-utils.h"
 
@@ -8,45 +7,52 @@
 
 #include <plugin-support.h>
 
-#include <QTimer>
-
-UpdateDialog *update_dialog;
-
 extern "C" const char *PLUGIN_VERSION;
 
+static std::string latestVersionForUpdate;
+
 void check_update(void)
 {
-	github_utils_get_release_information((github_utils_release_information
-							info) {
-		if (info.responseCode == OBS_BGREMOVAL_GITHUB_UTILS_SUCCESS) {
-			obs_log(LOG_INFO, "Latest release is %s", info.version);
-			bool shouldCheckForUpdates = false;
-			if (getFlagFromConfig("check_for_updates",
-					      &shouldCheckForUpdates) !=
-			    OBS_BGREMOVAL_CONFIG_SUCCESS) {
-				// Failed to get the config value, assume it's enabled
-				shouldCheckForUpdates = true;
-			}
-
-			if (!shouldCheckForUpdates) {
-				// Update checks are disabled
-				return;
-			}
-
-			if (strcmp(info.version, PLUGIN_VERSION) == 0) {
-				// No update available, latest version is the same as the current version
-				return;
-			}
-
-			update_dialog = new UpdateDialog(
-				info,
-				(QWidget *)obs_frontend_get_main_window());
-			QTimer::singleShot(2000, update_dialog,
-					   &UpdateDialog::exec);
-		} else {
+	bool shouldCheckForUpdates = false;
+	if (getFlagFromConfig("check_for_updates", &shouldCheckForUpdates,
+			      true) != OBS_BGREMOVAL_CONFIG_SUCCESS) {
+		// Failed to get the config value, assume it's enabled
+		shouldCheckForUpdates = true;
+		// store the default value
+		setFlagInConfig("check_for_updates", shouldCheckForUpdates);
+	}
+
+	if (!shouldCheckForUpdates) {
+		// Update checks are disabled
+		return;
+	}
+
+	const auto callback = (github_utils_release_information info) {
+		if (info.responseCode != OBS_BGREMOVAL_GITHUB_UTILS_SUCCESS) {
 			obs_log(LOG_INFO,
 				"failed to get latest release information");
+			return;
+		}
+		obs_log(LOG_INFO, "Latest release is %s", info.version.c_str());
+
+		if (info.version == PLUGIN_VERSION) {
+			// No update available, latest version is the same as the current version
+			latestVersionForUpdate.clear();
+			return;
 		}
-		github_utils_release_information_free(info);
-	});
+
+		latestVersionForUpdate = info.version;
+	};
+
+	github_utils_get_release_information(callback);
+}
+
+const char *get_latest_version(void)
+{
+	obs_log(LOG_INFO, "get_latest_version: %s",
+		latestVersionForUpdate.c_str());
+	if (latestVersionForUpdate.empty()) {
+		return nullptr;
+	}
+	return latestVersionForUpdate.c_str();
 }

obs-backgroundremoval-1.1.6.tar.gz/src/update-checker/update-checker.h -> obs-backgroundremoval-1.1.13.tar.gz/src/update-checker/update-checker.h Changed

obs-backgroundremoval-1.1.6.tar.gz/cmake/BuildMyCurl.cmake Deleted

obs-backgroundremoval-1.1.6.tar.gz/cmake/macos/resources/Distribution.xml Deleted

obs-backgroundremoval-1.1.6.tar.gz/src/update-checker/UpdateDialog.cpp Deleted

@@ -1,62 +0,0 @@
-#include "UpdateDialog.hpp"
-#include "obs-utils/obs-config-utils.h"
-
-#include <obs.h>
-#include <obs-module.h>
-
-#include <QLabel>
-#include <QVBoxLayout>
-#include <QString>
-
-static QString dialogContent =
-	"<h1>Background Removal - Update available! 🚀</h1>"
-	"<p>A new version of the Background Removal plugin (<a "
-	"href=\"https://github.com/royshil/obs-backgroundremoval/releases\">v{version}</a>) is "
-	"now available for download. We've made some exciting updates and improvements that we think "
-	"you'll love. To get the latest features and enhancements, please follow the link below:</p>"
-	"<p>Download the latest version from GitHub: <a "
-	"href=\"https://github.com/royshil/obs-backgroundremoval/releases\">v{version}</a></p>"
-	"<p>Once you've downloaded the new version, install the update as usual, there's no need to "
-	"uninstall the previous version.</p>"
-	"<p>If you have any questions or need assistance during the update process, feel free to reach out"
-	" to our <a href=\"https://github.com/royshil/obs-backgroundremoval/issues\">support team</a>.</p>"
-	"<p>Thank you for using our plugin and we hope you enjoy the latest release! 🙏</p>"
-	"<h2>Changelog</h2>";
-
-UpdateDialog::UpdateDialog(
-	struct github_utils_release_information latestVersion, QWidget *parent)
-	: QDialog(parent), layout(new QVBoxLayout)
-{
-	setWindowTitle("Background Removal - Update available! 🚀");
-	setLayout(layout);
-	QLabel *label = new QLabel(dialogContent.replace(
-		QString("{version}"), QString(latestVersion.version)));
-	label->setOpenExternalLinks(true);
-	label->setTextInteractionFlags(Qt::TextBrowserInteraction);
-	label->setTextFormat(Qt::RichText);
-	label->setWordWrap(true);
-	layout->addWidget(label);
-
-	QScrollArea *scrollArea = new QScrollArea;
-	QLabel *scrollAreaLabel =
-		new QLabel(QString(latestVersion.responseBody));
-	scrollAreaLabel->setOpenExternalLinks(true);
-	scrollAreaLabel->setTextInteractionFlags(Qt::TextBrowserInteraction);
-	scrollAreaLabel->setTextFormat(Qt::MarkdownText);
-	scrollAreaLabel->setWordWrap(true);
-	scrollArea->setWidget(scrollAreaLabel);
-	scrollArea->setWidgetResizable(true);
-	layout->addWidget(scrollArea);
-
-	// Add a checkbox to disable update checks
-	QCheckBox *disableCheckbox = new QCheckBox("Disable update checks");
-	layout->addWidget(disableCheckbox);
-	connect(disableCheckbox, &QCheckBox::stateChanged, this, (int state) {
-		setFlagFromConfig("check_for_updates", state == Qt::Unchecked);
-	});
-
-	// Add a button to close the dialog
-	QPushButton *closeButton = new QPushButton("Close");
-	layout->addWidget(closeButton);
-	connect(closeButton, &QPushButton::clicked, this, &QDialog::close);
-}

obs-backgroundremoval-1.1.6.tar.gz/src/update-checker/UpdateDialog.hpp Deleted

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/tensorrt_provider_factory.h Deleted

onnxruntime-linux-x64-gpu-1.15.1.tgz/lib/libonnxruntime.so.1.15.1 Deleted

onnxruntime-linux-x64-gpu-1.15.1.tgz/GIT_COMMIT_ID -> onnxruntime-linux-x64-gpu-1.17.1.tgz/GIT_COMMIT_ID Changed

onnxruntime-linux-x64-gpu-1.15.1.tgz/README.md -> onnxruntime-linux-x64-gpu-1.17.1.tgz/README.md Changed

@@ -6,23 +6,22 @@
 
 **ONNX Runtime training** can accelerate the model training time on multi-node NVIDIA GPUs for transformer models with a one-line addition for existing PyTorch training scripts. Learn more &rarr;(https://www.onnxruntime.ai/docs/#onnx-runtime-for-training)
 
-
 ## Get Started & Resources
 
 * **General Information**: onnxruntime.ai(https://onnxruntime.ai)
 
-* **Usage documention and tutorials**: onnxruntime.ai/docs(https://onnxruntime.ai/docs)
+* **Usage documentation and tutorials**: onnxruntime.ai/docs(https://onnxruntime.ai/docs)
 
 * **YouTube video tutorials**: youtube.com/@ONNXRuntime(https://www.youtube.com/@ONNXRuntime)
 
 * **Upcoming Release Roadmap**(https://github.com/microsoft/onnxruntime/wiki/Upcoming-Release-Roadmap)
 
-* **Companion sample repositories**: 
+* **Companion sample repositories**:
   - ONNX Runtime Inferencing: microsoft/onnxruntime-inference-examples(https://github.com/microsoft/onnxruntime-inference-examples)
   - ONNX Runtime Training: microsoft/onnxruntime-training-examples(https://github.com/microsoft/onnxruntime-training-examples)
 
+## Builtin Pipeline Status
 
-## Build Pipeline Status
 |System|Inference|Training|
 |---|---|---|
 |Windows|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20CPU%20CI%20Pipeline?label=Windows+CPU)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=9)<br>!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20GPU%20CI%20Pipeline?label=Windows+GPU)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=10)<br>!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20GPU%20TensorRT%20CI%20Pipeline?label=Windows+GPU+TensorRT)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=47)||
@@ -31,8 +30,13 @@
 |Android|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Android%20CI%20Pipeline?label=Android)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=53)||
 |iOS|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/iOS%20CI%20Pipeline?label=iOS)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=134)||
 |Web|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/ONNX%20Runtime%20Web%20CI%20Pipeline?label=Web)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=161)||
-|Other|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/onnxruntime-binary-size-checks-ci-pipeline?repoName=microsoft%2Fonnxruntime&label=Binary+Size+Check)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=187&repoName=microsoft%2Fonnxruntime)<br>!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/onnxruntime-python-checks-ci-pipeline?label=Python+Checks)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=164)||
+|Other|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/onnxruntime-binary-size-checks-ci-pipeline?repoName=microsoft%2Fonnxruntime&label=Binary+Size+Check)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=187&repoName=microsoft%2Fonnxruntime)||
+
+## Third-party Pipeline Status
 
+|System|Inference|Training|
+|---|---|---|
+|Linux|!Build Status(https://github.com/Ascend/onnxruntime/actions/workflows/build-and-test.yaml/badge.svg)(https://github.com/Ascend/onnxruntime/actions/workflows/build-and-test.yaml)||
 
 ## Data/Telemetry

onnxruntime-linux-x64-gpu-1.15.1.tgz/ThirdPartyNotices.txt -> onnxruntime-linux-x64-gpu-1.17.1.tgz/ThirdPartyNotices.txt Changed

@@ -6021,4 +6021,488 @@
 
 Except as contained in this notice, the name of a copyright holder shall not
 be used in advertising or otherwise to promote the sale, use or other dealings
-in this Software without prior written authorization of the copyright holder.
\ No newline at end of file
+in this Software without prior written authorization of the copyright holder.
+
+_____
+
+Intel neural-compressor
+
+https://github.com/intel/neural-compressor
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   ============================================================================
+
+   Copyright 2016-2019 Intel Corporation
+   Copyright 2018 YANDEX LLC
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+

onnxruntime-linux-x64-gpu-1.15.1.tgz/VERSION_NUMBER -> onnxruntime-linux-x64-gpu-1.17.1.tgz/VERSION_NUMBER Changed

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/core Added

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/core/providers Added

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/core/providers/cuda Added

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/core/providers/cuda/cuda_context.h Added

@@ -0,0 +1,97 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+// This header is to expose a context for cuda custom ops.
+// By the context, a custom cuda operator could fetch existing resources,
+// such as cuda stream and cudnn handle, for reusing.
+
+// For concrete usage, pls find page here:
+// https://onnxruntime.ai/docs/reference/operators/add-custom-op.html#custom-ops-for-cuda-and-rocm
+
+#pragma once
+
+#define ORT_CUDA_CTX
+
+#include "cuda_resource.h"
+#include "core/providers/custom_op_context.h"
+#include <cuda.h>
+#include <cuda_runtime.h>
+#include <cublas_v2.h>
+#include <cudnn.h>
+
+namespace Ort {
+
+namespace Custom {
+
+struct CudaContext : public CustomOpContext {
+  cudaStream_t cuda_stream = {};
+  cudnnHandle_t cudnn_handle = {};
+  cublasHandle_t cublas_handle = {};
+  OrtAllocator* deferred_cpu_allocator = {};
+  // below are cuda ep options
+  int16_t device_id = 0;
+  int32_t arena_extend_strategy = 0;
+  int32_t cudnn_conv_algo_search = 0;
+  bool cudnn_conv_use_max_workspace = true;
+  bool cudnn_conv1d_pad_to_nc1d = false;
+  bool enable_skip_layer_norm_strict_mode = false;
+  bool prefer_nhwc = false;
+
+  void Init(const OrtKernelContext& kernel_ctx) {
+    cuda_stream = FetchResource<cudaStream_t>(kernel_ctx, CudaResource::cuda_stream_t);
+    cudnn_handle = FetchResource<cudnnHandle_t>(kernel_ctx, CudaResource::cudnn_handle_t);
+    cublas_handle = FetchResource<cublasHandle_t>(kernel_ctx, CudaResource::cublas_handle_t);
+    deferred_cpu_allocator = FetchResource<OrtAllocator*>(kernel_ctx, CudaResource::deferred_cpu_allocator_t);
+
+    device_id = FetchResource<int16_t>(kernel_ctx, CudaResource::device_id_t);
+    arena_extend_strategy = FetchResource<int32_t>(kernel_ctx, CudaResource::arena_extend_strategy_t);
+    cudnn_conv_algo_search = FetchResource<int32_t>(kernel_ctx, CudaResource::cudnn_conv_algo_search_t);
+    cudnn_conv_use_max_workspace = FetchResource<bool>(kernel_ctx, CudaResource::cudnn_conv_use_max_workspace_t);
+
+    cudnn_conv1d_pad_to_nc1d = FetchResource<bool>(kernel_ctx, CudaResource::cudnn_conv1d_pad_to_nc1d_t);
+    enable_skip_layer_norm_strict_mode = FetchResource<bool>(kernel_ctx, CudaResource::enable_skip_layer_norm_strict_mode_t);
+    prefer_nhwc = FetchResource<bool>(kernel_ctx, CudaResource::prefer_nhwc_t);
+  }
+
+  template <typename T>
+  T FetchResource(const OrtKernelContext& kernel_ctx, CudaResource resource_type) {
+    if (sizeof(T) > sizeof(void*)) {
+      ORT_CXX_API_THROW("void* is not large enough to hold resource type: " + std::to_string(resource_type), OrtErrorCode::ORT_INVALID_ARGUMENT);
+    }
+    const auto& ort_api = Ort::GetApi();
+    void* resource = {};
+    OrtStatus* status = ort_api.KernelContext_GetResource(&kernel_ctx, ORT_CUDA_RESOUCE_VERSION, resource_type, &resource);
+    if (status) {
+      ORT_CXX_API_THROW("Failed to fetch cuda ep resource, resouce type: " + std::to_string(resource_type), OrtErrorCode::ORT_RUNTIME_EXCEPTION);
+    }
+    T t = {};
+    memcpy(&t, &resource, sizeof(T));
+    return t;
+  }
+
+  void* AllocDeferredCpuMem(size_t size) const {
+    if (0 == size) {
+      return {};
+    }
+    const auto& ort_api = Ort::GetApi();
+    void* mem = {};
+    auto status = ort_api.AllocatorAlloc(deferred_cpu_allocator, size, &mem);
+    if (status) {
+      ORT_CXX_API_THROW("failed to allocate deferred cpu memory", OrtErrorCode::ORT_RUNTIME_EXCEPTION);
+    }
+    return mem;
+  }
+
+  void FreeDeferredCpuMem(void* mem) const {
+    if (mem) {
+      const auto& ort_api = Ort::GetApi();
+      auto status = ort_api.AllocatorFree(deferred_cpu_allocator, mem);
+      if (status) {
+        ORT_CXX_API_THROW("failed to free deferred cpu memory", OrtErrorCode::ORT_RUNTIME_EXCEPTION);
+      }
+    }
+  }
+};
+
+}  // namespace Custom
+}  // namespace Ort

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/core/providers/cuda/cuda_resource.h Added

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/core/providers/custom_op_context.h Added

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/core/providers/resource.h Added

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/onnxruntime_c_api.h -> onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_c_api.h Changed

@@ -5,11 +5,11 @@
 
 /** \mainpage ONNX Runtime
  *
- * ONNX Runtime is a high-performance inference and training graph execution engine for deeplearning models.
+ * ONNX Runtime is a high-performance inference and training graph execution engine for deep learning models.
  *
  * ONNX Runtime's C, C++ APIs offer an easy to use interface to onboard and execute onnx models.
  * - \subpage c_cpp_api "Core C, C++ APIs"
- * - \subpage training_c_cpp_api "Training C, C++ APIs for learning on the edge"
+ * - \subpage training_c_cpp_api "Training C, C++ APIs for on-device training"
  *
  * \page c_cpp_api Core C, C++ APIs
  * <h1>C</h1>
@@ -29,15 +29,16 @@
  */
 
 #pragma once
-#include <stdlib.h>
+#include <stdbool.h>
 #include <stdint.h>
+#include <stdlib.h>
 #include <string.h>
 
 /** \brief The API version defined in this header
  *
  * This value is used by some API functions to behave as this version of the header expects.
  */
-#define ORT_API_VERSION 15
+#define ORT_API_VERSION 17
 
 #ifdef __cplusplus
 extern "C" {
@@ -61,6 +62,8 @@
 #define _Check_return_
 #define _Outptr_result_maybenull_
 #define _In_reads_(X)
+#define _Inout_updates_(X)
+#define _Out_writes_(X)
 #define _Inout_updates_all_(X)
 #define _Out_writes_bytes_all_(X)
 #define _Out_writes_all_(X)
@@ -188,7 +191,12 @@
   ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT64,      // maps to c type uint64_t
   ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX64,   // complex with float32 real and imaginary components
   ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX128,  // complex with float64 real and imaginary components
-  ONNX_TENSOR_ELEMENT_DATA_TYPE_BFLOAT16     // Non-IEEE floating-point format based on IEEE754 single-precision
+  ONNX_TENSOR_ELEMENT_DATA_TYPE_BFLOAT16,    // Non-IEEE floating-point format based on IEEE754 single-precision
+  // float 8 types were introduced in onnx 1.14, see https://onnx.ai/onnx/technical/float8.html
+  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FN,    // Non-IEEE floating-point format based on IEEE754 single-precision
+  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FNUZ,  // Non-IEEE floating-point format based on IEEE754 single-precision
+  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2,      // Non-IEEE floating-point format based on IEEE754 single-precision
+  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2FNUZ   // Non-IEEE floating-point format based on IEEE754 single-precision
 } ONNXTensorElementDataType;
 
 // Synced with onnx TypeProto oneof
@@ -292,6 +300,7 @@
 ORT_RUNTIME_CLASS(Op);
 ORT_RUNTIME_CLASS(OpAttr);
 ORT_RUNTIME_CLASS(Logger);
+ORT_RUNTIME_CLASS(ShapeInferContext);
 
 #ifdef _WIN32
 typedef _Return_type_success_(return == 0) OrtStatus* OrtStatusPtr;
@@ -401,7 +410,8 @@
         user_compute_stream{},
         default_memory_arena_cfg{},
         tunable_op_enable{false},
-        tunable_op_tuning_enable{false} {}
+        tunable_op_tuning_enable{false},
+        tunable_op_max_tuning_duration_ms{} {}
 #endif
 
   /** \brief CUDA device Id
@@ -464,6 +474,11 @@
    */
   int tunable_op_tuning_enable;
 
+  /** \brief Max tuning duration time limit for each instance of TunableOp.
+   *   Defaults to 0 to disable the limit.
+   */
+  int tunable_op_max_tuning_duration_ms;
+
 } OrtCUDAProviderOptions;
 
 /** \brief ROCM Provider Options
@@ -482,7 +497,8 @@
         user_compute_stream{},
         default_memory_arena_cfg{},
         tunable_op_enable{false},
-        tunable_op_tuning_enable{false} {}
+        tunable_op_tuning_enable{false},
+        tunable_op_max_tuning_duration_ms{} {}
 #endif
 
   /** \brief ROCM device Id
@@ -544,6 +560,11 @@
    */
   int tunable_op_tuning_enable;
 
+  /** \brief Max tuning duration time limit for each instance of TunableOp.
+   *   Defaults to 0 to disable the limit.
+   */
+  int tunable_op_max_tuning_duration_ms;
+
 } OrtROCMProviderOptions;
 
 /** \brief TensorRT Provider Options
@@ -579,9 +600,11 @@
  * \see OrtApi::SessionOptionsAppendExecutionProvider_MIGraphX
  */
 typedef struct OrtMIGraphXProviderOptions {
-  int device_id;             // hip device id.
-  int migraphx_fp16_enable;  // enable MIGraphX FP16 precision. Default 0 = false, nonzero = true
-  int migraphx_int8_enable;  // enable MIGraphX INT8 precision. Default 0 = false, nonzero = true
+  int device_id;                                     // hip device id.
+  int migraphx_fp16_enable;                          // MIGraphX FP16 precision. Default 0 = false, nonzero = true
+  int migraphx_int8_enable;                          // MIGraphX INT8 precision. Default 0 = false, nonzero = true
+  int migraphx_use_native_calibration_table;         // MIGraphx INT8 cal table. Default 0 = false, noznero = true
+  const char* migraphx_int8_calibration_table_name;  // MIGraphx INT8 calibration table name
 } OrtMIGraphXProviderOptions;
 
 /** \brief OpenVINO Provider Options
@@ -591,7 +614,7 @@
 typedef struct OrtOpenVINOProviderOptions {
 #ifdef __cplusplus
   OrtOpenVINOProviderOptions() : device_type{},
-                                 enable_vpu_fast_compile{},
+                                 enable_npu_fast_compile{},
                                  device_id{},
                                  num_of_threads{},
                                  cache_dir{},
@@ -604,7 +627,7 @@
    * Valid settings are one of: "CPU_FP32", "CPU_FP16", "GPU_FP32", "GPU_FP16"
    */
   const char* device_type;
-  unsigned char enable_vpu_fast_compile;  ///< 0 = disabled, nonzero = enabled
+  unsigned char enable_npu_fast_compile;  ///< 0 = disabled, nonzero = enabled
   const char* device_id;
   size_t num_of_threads;  ///< 0 = Use default number of threads
   const char* cache_dir;  // path is set to empty by default
@@ -677,6 +700,15 @@
 
 typedef OrtStatus*(ORT_API_CALL* RegisterCustomOpsFn)(OrtSessionOptions* options, const OrtApiBase* api);
 
+/** \brief Callback function for RunAsync
+ *
+ * \paramin user_data User specific data that passed back to the callback
+ * \paramout outputs On succeed, outputs host inference results, on error, the value will be nullptr
+ * \paramout num_outputs Number of outputs, on error, the value will be zero
+ * \paramout status On error, status will provide details
+ */
+typedef void (*RunAsyncCallbackFn)(void* user_data, OrtValue** outputs, size_t num_outputs, OrtStatusPtr status);
+
 /** \brief The C API
  *
  * All C API functions are defined inside this structure as pointers to functions.
@@ -717,6 +749,8 @@
 
   /** \brief Create an OrtEnv
    *
+   * \note Invoking this function will return the same instance of the environment as that returned by a previous call
+   * to another env creation function; all arguments to this function will be ignored.
    * \paramin log_severity_level The log severity level.
    * \paramin logid The log identifier.
    * \paramout out Returned newly created OrtEnv. Must be freed with OrtApi::ReleaseEnv
@@ -727,17 +761,20 @@
 
   /** \brief Create an OrtEnv
    *
+   * \note Invoking this function will return the same instance of the environment as that returned by a previous call
+   * to another env creation function; all arguments to this function will be ignored. If you want to provide your
+   * own logging function, consider setting it using the SetUserLoggingFunction API instead.
    * \paramin logging_function A pointer to a logging function.
    * \paramin logger_param A pointer to arbitrary data passed as the ::OrtLoggingFunction `param` parameter to
-   *                         `logging_function`.
+   *                         `logging_function`. This parameter is optional.
    * \paramin log_severity_level The log severity level.
    * \paramin logid The log identifier.
    * \paramout out Returned newly created OrtEnv. Must be freed with OrtApi::ReleaseEnv
    *
    * \snippet{doc} snippets.dox OrtStatus Return Value
    */
-  ORT_API2_STATUS(CreateEnvWithCustomLogger, OrtLoggingFunction logging_function, _In_opt_ void* logger_param,
-                  OrtLoggingLevel log_severity_level, _In_ const char* logid, _Outptr_ OrtEnv** out);
+  ORT_API2_STATUS(CreateEnvWithCustomLogger, _In_ OrtLoggingFunction logging_function, _In_opt_ void* logger_param,
+                  _In_ OrtLoggingLevel log_severity_level, _In_ const char* logid, _Outptr_ OrtEnv** out);
 
   /** \brief Enable Telemetry
    *
@@ -959,7 +996,7 @@
 
   /** \brief Set the optimization level to apply when loading a graph
    *
-   * Please see https://onnxruntime.ai/docs/performance/graph-optimizations.html for an in-depth explanation
+   * Please see https://onnxruntime.ai/docs/performance/model-optimizations/graph-optimizations.html for an in-depth explanation
    * \paramin,out options The session options object
    * \paramin graph_optimization_level The optimization level
    *
@@ -2728,6 +2765,10 @@

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/onnxruntime_cxx_api.h -> onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_cxx_api.h Changed

@@ -24,6 +24,8 @@
 
 #pragma once
 #include "onnxruntime_c_api.h"
+#include "onnxruntime_float16.h"
+
 #include <cstddef>
 #include <cstdio>
 #include <array>
@@ -142,74 +144,358 @@
 std::vector<std::string> GetAvailableProviders();
 
 /** \brief IEEE 754 half-precision floating point data type
- * \details It is necessary for type dispatching to make use of C++ API
- * The type is implicitly convertible to/from uint16_t.
+ *
+ * \details This struct is used for converting float to float16 and back
+ * so the user could feed inputs and fetch outputs using these type.
+ *
  * The size of the structure should align with uint16_t and one can freely cast
  * uint16_t buffers to/from Ort::Float16_t to feed and retrieve data.
  *
- * Generally, you can feed any of your types as float16/blfoat16 data to create a tensor
- * on top of it, providing it can form a continuous buffer with 16-bit elements with no padding.
- * And you can also feed a array of uint16_t elements directly. For example,
- *
  * \code{.unparsed}
- * uint16_t values = { 15360, 16384, 16896, 17408, 17664};
- * constexpr size_t values_length = sizeof(values) / sizeof(values0);
- * std::vector<int64_t> dims = {values_length};  // one dimensional example
- * Ort::MemoryInfo info("Cpu", OrtDeviceAllocator, 0, OrtMemTypeDefault);
- * // Note we are passing bytes count in this api, not number of elements -> sizeof(values)
- * auto float16_tensor = Ort::Value::CreateTensor(info, values, sizeof(values),
- *                                                dims.data(), dims.size(), ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT16);
- * \endcode
+ * // This example demonstrates converion from float to float16
+ * constexpr float values = {1.f, 2.f, 3.f, 4.f, 5.f};
+ * std::vector<Ort::Float16_t> fp16_values;
+ * fp16_values.reserve(std::size(values));
+ * std::transform(std::begin(values), std::end(values), std::back_inserter(fp16_values),
+ *     (float value) { return Ort::Float16_t(value); });
  *
- * Here is another example, a little bit more elaborate. Let's assume that you use your own float16 type and you want to use
- * a templated version of the API above so the type is automatically set based on your type. You will need to supply an extra
- * template specialization.
- *
- * \code{.unparsed}
- * namespace yours { struct half {}; } // assume this is your type, define this:
- * namespace Ort {
- * template<>
- * struct TypeToTensorType<yours::half> { static constexpr ONNXTensorElementDataType type = ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT16; };
- * } //namespace Ort
- *
- * std::vector<yours::half> values;
- * std::vector<int64_t> dims = {values.size()}; // one dimensional example
- * Ort::MemoryInfo info("Cpu", OrtDeviceAllocator, 0, OrtMemTypeDefault);
- * // Here we are passing element count -> values.size()
- * auto float16_tensor = Ort::Value::CreateTensor<yours::half>(info, values.data(), values.size(), dims.data(), dims.size());
- *
- *  \endcode
- */
-struct Float16_t {
-  uint16_t value;
-  constexpr Float16_t() noexcept : value(0) {}
-  constexpr Float16_t(uint16_t v) noexcept : value(v) {}
-  constexpr operator uint16_t() const noexcept { return value; }
-  constexpr bool operator==(const Float16_t& rhs) const noexcept { return value == rhs.value; };
-  constexpr bool operator!=(const Float16_t& rhs) const noexcept { return value != rhs.value; };
+ * \endcode
+ */
+struct Float16_t : onnxruntime_float16::Float16Impl<Float16_t> {
+ private:
+  /// <summary>
+  /// Constructor from a 16-bit representation of a float16 value
+  /// No conversion is done here.
+  /// </summary>
+  /// <param name="v">16-bit representation</param>
+  constexpr explicit Float16_t(uint16_t v) noexcept { val = v; }
+
+ public:
+  using Base = onnxruntime_float16::Float16Impl<Float16_t>;
+
+  /// <summary>
+  /// Default constructor
+  /// </summary>
+  Float16_t() = default;
+
+  /// <summary>
+  /// Explicit conversion to uint16_t representation of float16.
+  /// </summary>
+  /// <param name="v">uint16_t bit representation of float16</param>
+  /// <returns>new instance of Float16_t</returns>
+  constexpr static Float16_t FromBits(uint16_t v) noexcept { return Float16_t(v); }
+
+  /// <summary>
+  /// __ctor from float. Float is converted into float16 16-bit representation.
+  /// </summary>
+  /// <param name="v">float value</param>
+  explicit Float16_t(float v) noexcept { val = Base::ToUint16Impl(v); }
+
+  /// <summary>
+  /// Converts float16 to float
+  /// </summary>
+  /// <returns>float representation of float16 value</returns>
+  float ToFloat() const noexcept { return Base::ToFloatImpl(); }
+
+  /// <summary>
+  /// Checks if the value is negative
+  /// </summary>
+  /// <returns>true if negative</returns>
+  using Base::IsNegative;
+
+  /// <summary>
+  /// Tests if the value is NaN
+  /// </summary>
+  /// <returns>true if NaN</returns>
+  using Base::IsNaN;
+
+  /// <summary>
+  /// Tests if the value is finite
+  /// </summary>
+  /// <returns>true if finite</returns>
+  using Base::IsFinite;
+
+  /// <summary>
+  /// Tests if the value represents positive infinity.
+  /// </summary>
+  /// <returns>true if positive infinity</returns>
+  using Base::IsPositiveInfinity;
+
+  /// <summary>
+  /// Tests if the value represents negative infinity
+  /// </summary>
+  /// <returns>true if negative infinity</returns>
+  using Base::IsNegativeInfinity;
+
+  /// <summary>
+  /// Tests if the value is either positive or negative infinity.
+  /// </summary>
+  /// <returns>True if absolute value is infinity</returns>
+  using Base::IsInfinity;
+
+  /// <summary>
+  /// Tests if the value is NaN or zero. Useful for comparisons.
+  /// </summary>
+  /// <returns>True if NaN or zero.</returns>
+  using Base::IsNaNOrZero;
+
+  /// <summary>
+  /// Tests if the value is normal (not zero, subnormal, infinite, or NaN).
+  /// </summary>
+  /// <returns>True if so</returns>
+  using Base::IsNormal;
+
+  /// <summary>
+  /// Tests if the value is subnormal (denormal).
+  /// </summary>
+  /// <returns>True if so</returns>
+  using Base::IsSubnormal;
+
+  /// <summary>
+  /// Creates an instance that represents absolute value.
+  /// </summary>
+  /// <returns>Absolute value</returns>
+  using Base::Abs;
+
+  /// <summary>
+  /// Creates a new instance with the sign flipped.
+  /// </summary>
+  /// <returns>Flipped sign instance</returns>
+  using Base::Negate;
+
+  /// <summary>
+  /// IEEE defines that positive and negative zero are equal, this gives us a quick equality check
+  /// for two values by or'ing the private bits together and stripping the sign. They are both zero,
+  /// and therefore equivalent, if the resulting value is still zero.
+  /// </summary>
+  /// <param name="lhs">first value</param>
+  /// <param name="rhs">second value</param>
+  /// <returns>True if both arguments represent zero</returns>
+  using Base::AreZero;
+
+  /// <summary>
+  /// User defined conversion operator. Converts Float16_t to float.
+  /// </summary>
+  explicit operator float() const noexcept { return ToFloat(); }
+
+  using Base::operator==;
+  using Base::operator!=;
+  using Base::operator<;
 };
 
 static_assert(sizeof(Float16_t) == sizeof(uint16_t), "Sizes must match");
 
 /** \brief bfloat16 (Brain Floating Point) data type
- * \details It is necessary for type dispatching to make use of C++ API
- * The type is implicitly convertible to/from uint16_t.
+ *
+ * \details This struct is used for converting float to bfloat16 and back
+ * so the user could feed inputs and fetch outputs using these type.

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/onnxruntime_cxx_inline.h -> onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_cxx_inline.h Changed

@@ -7,6 +7,17 @@
 // These are the inline implementations of the C++ header APIs. They're in this separate file as to not clutter
 // the main C++ file with implementation details.
 
+#include <cstring>
+#include <functional>
+
+#define RETURN_ON_API_FAIL(expression) \
+  {                                    \
+    auto err = (expression);           \
+    if (err) {                         \
+      return Status(err);              \
+    }                                  \
+  }
+
 namespace Ort {
 
 namespace detail {
@@ -114,6 +125,47 @@
   static constexpr ONNXTensorElementDataType type = ONNX_TENSOR_ELEMENT_DATA_TYPE_BOOL;
 };
 
+template <>
+struct TypeToTensorType<Float8E4M3FN_t> {
+  static constexpr ONNXTensorElementDataType type = ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FN;
+};
+template <>
+struct TypeToTensorType<Float8E4M3FNUZ_t> {
+  static constexpr ONNXTensorElementDataType type = ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FNUZ;
+};
+template <>
+struct TypeToTensorType<Float8E5M2_t> {
+  static constexpr ONNXTensorElementDataType type = ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2;
+};
+template <>
+struct TypeToTensorType<Float8E5M2FNUZ_t> {
+  static constexpr ONNXTensorElementDataType type = ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2FNUZ;
+};
+
+inline bool BFloat16_t::operator==(const BFloat16_t& rhs) const noexcept {
+  if (IsNaN() || rhs.IsNaN()) {
+    // IEEE defines that NaN is not equal to anything, including itself.
+    return false;
+  }
+  return val == rhs.val;
+}
+
+inline bool BFloat16_t::operator<(const BFloat16_t& rhs) const noexcept {
+  if (IsNaN() || rhs.IsNaN()) {
+    // IEEE defines that NaN is unordered with respect to everything, including itself.
+    return false;
+  }
+
+  const bool left_is_negative = IsNegative();
+  if (left_is_negative != rhs.IsNegative()) {
+    // When the signs of left and right differ, we know that left is less than right if it is
+    // the negative value. The exception to this is if both values are zero, in which case IEEE
+    // says they should be equal, even if the signs differ.
+    return left_is_negative && !AreZero(*this, rhs);
+  }
+  return (val != rhs.val) && ((val < rhs.val) ^ left_is_negative);
+}
+
 inline MemoryAllocation::MemoryAllocation(OrtAllocator* allocator, void* p, size_t size)
     : allocator_(allocator), p_(p), size_(size) {
 }
@@ -472,6 +524,21 @@
   return *this;
 }
 
+inline Env& Env::CreateAndRegisterAllocatorV2(const std::string& provider_type, const OrtMemoryInfo* mem_info, const std::unordered_map<std::string, std::string>& options, const OrtArenaCfg* arena_cfg) {
+  std::vector<const char*> keys, values;
+  auto num_entries = options.size();
+  if (num_entries > 0) {
+    keys.reserve(num_entries);
+    values.reserve(num_entries);
+    for (const auto& entry : options) {
+      keys.push_back(entry.first.c_str());
+      values.push_back(entry.second.c_str());
+    }
+  }
+  ThrowOnError(GetApi().CreateAndRegisterAllocatorV2(p_, provider_type.c_str(), mem_info, arena_cfg, keys.data(), values.data(), num_entries));
+  return *this;
+}
+
 inline CustomOpDomain::CustomOpDomain(const char* domain) {
   ThrowOnError(GetApi().CreateCustomOpDomain(domain, &p_));
 }
@@ -590,6 +657,12 @@
 }
 
 template <typename T>
+inline SessionOptionsImpl<T>& SessionOptionsImpl<T>::SetDeterministicCompute(bool value) {
+  ThrowOnError(GetApi().SetDeterministicCompute(this->p_, value));
+  return *this;
+}
+
+template <typename T>
 inline SessionOptionsImpl<T>& SessionOptionsImpl<T>::SetOptimizedModelFilePath(const ORTCHAR_T* optimized_model_filepath) {
   ThrowOnError(GetApi().SetOptimizedModelFilePath(this->p_, optimized_model_filepath));
   return *this;
@@ -793,6 +866,26 @@
 }
 
 template <typename T>
+inline SessionOptionsImpl<T>& SessionOptionsImpl<T>::AppendExecutionProvider_OpenVINO_V2(const std::unordered_map<std::string, std::string>& provider_options) {
+  auto num_entries = provider_options.size();
+  std::vector<const char*> keys, values;
+  if (num_entries > 0) {
+    keys.reserve(num_entries);
+    values.reserve(num_entries);
+
+    for (const auto& entry : provider_options) {
+      keys.push_back(entry.first.c_str());
+      values.push_back(entry.second.c_str());
+    }
+  }
+
+  ThrowOnError(GetApi().SessionOptionsAppendExecutionProvider_OpenVINO_V2(this->p_,
+                                                                          keys.data(), values.data(), num_entries));
+
+  return *this;
+}
+
+template <typename T>
 inline SessionOptionsImpl<T>& SessionOptionsImpl<T>::RegisterCustomOpsLibrary(const ORTCHAR_T* library_name,
                                                                               const CustomOpConfigs& custom_op_configs) {
   // Add custom op config entries before registering the custom op library. Otherwise, the config entries _may_ be ignored by
@@ -915,6 +1008,16 @@
 }
 
 template <typename T>
+inline void SessionImpl<T>::RunAsync(const RunOptions& run_options, const char* const* input_names, const Value* input_values, size_t input_count,
+                                     const char* const* output_names, Value* output_values, size_t output_count, RunAsyncCallbackFn callback, void* user_data) {
+  auto ort_input_values = reinterpret_cast<const OrtValue* const*>(input_values);
+  auto ort_output_values = reinterpret_cast<OrtValue**>(output_values);
+  ThrowOnError(GetApi().RunAsync(this->p_, run_options, input_names,
+                                 ort_input_values, input_count, output_names, output_count,
+                                 ort_output_values, callback, user_data));
+}
+
+template <typename T>
 inline AllocatedStringPtr SessionImpl<T>::EndProfilingAllocated(OrtAllocator* allocator) {
   char* out = nullptr;
   ThrowOnError(GetApi().SessionEndProfiling(this->p_, allocator, &out));
@@ -1434,16 +1537,16 @@
 }
 #endif  // !defined(DISABLE_SPARSE_TENSORS)
 
-inline Value Value::CreateMap(Value& keys, Value& values) {
+inline Value Value::CreateMap(const Value& keys, const Value& values) {
   OrtValue* out;
-  OrtValue* inputs2 = {keys, values};
+  const OrtValue* inputs2 = {keys, values};
   ThrowOnError(GetApi().CreateValue(inputs, 2, ONNX_TYPE_MAP, &out));
   return Value{out};
 }
 
-inline Value Value::CreateSequence(std::vector<Value>& values) {
+inline Value Value::CreateSequence(const std::vector<Value>& values) {
   OrtValue* out;
-  std::vector<OrtValue*> values_ort{values.data(), values.data() + values.size()};
+  std::vector<const OrtValue*> values_ort{values.data(), values.data() + values.size()};
   ThrowOnError(GetApi().CreateValue(values_ort.data(), values_ort.size(), ONNX_TYPE_SEQUENCE, &out));
   return Value{out};
 }
@@ -1575,6 +1678,10 @@
   return Logger{out};
 }
 
+inline void KernelContext::ParallelFor(void (*fn)(void*, size_t), size_t total, size_t num_batch, void* usr_data) const {
+  ThrowOnError(GetApi().KernelContext_ParallelFor(ctx_, fn, total, num_batch, usr_data));
+}
+
 inline OpAttr::OpAttr(const char* name, const void* data, int len, OrtOpAttrType type) {
   Ort::ThrowOnError(GetApi().CreateOpAttr(name, data, len, type, &p_));
 }
@@ -1770,223 +1877,6 @@
                                       output_values, static_cast<int>(output_count)));
 }
 
-inline void CustomOpApi::ThrowOnError(OrtStatus* status) {
-  Ort::ThrowOnError(status);
-}
-
-template <>
-inline float CustomOpApi::KernelInfoGetAttribute<float>(_In_ const OrtKernelInfo* info, _In_ const char* name) {
-  float out;
-  Ort::ThrowOnError(api_.KernelInfoGetAttribute_float(info, name, &out));
-  return out;
-}
-
-template <>
-inline int64_t CustomOpApi::KernelInfoGetAttribute<int64_t>(_In_ const OrtKernelInfo* info, _In_ const char* name) {
-  int64_t out;
-  Ort::ThrowOnError(api_.KernelInfoGetAttribute_int64(info, name, &out));
-  return out;
-}
-
-template <>

onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_float16.h Added

@@ -0,0 +1,540 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+#pragma once
+
+#include <stdint.h>
+#include <cmath>
+#include <cstring>
+#include <limits>
+
+namespace onnxruntime_float16 {
+
+namespace detail {
+
+enum class endian {
+#if defined(_WIN32)
+  little = 0,
+  big = 1,
+  native = little,
+#elif defined(__GNUC__) || defined(__clang__)
+  little = __ORDER_LITTLE_ENDIAN__,
+  big = __ORDER_BIG_ENDIAN__,
+  native = __BYTE_ORDER__,
+#else
+#error onnxruntime_float16::detail::endian is not implemented in this environment.
+#endif
+};
+
+static_assert(
+    endian::native == endian::little || endian::native == endian::big,
+    "Only little-endian or big-endian native byte orders are supported.");
+
+}  // namespace detail
+
+/// <summary>
+/// Shared implementation between public and internal classes. CRTP pattern.
+/// </summary>
+template <class Derived>
+struct Float16Impl {
+ protected:
+  /// <summary>
+  /// Converts from float to uint16_t float16 representation
+  /// </summary>
+  /// <param name="v"></param>
+  /// <returns></returns>
+  constexpr static uint16_t ToUint16Impl(float v) noexcept;
+
+  /// <summary>
+  /// Converts float16 to float
+  /// </summary>
+  /// <returns>float representation of float16 value</returns>
+  float ToFloatImpl() const noexcept;
+
+  /// <summary>
+  /// Creates an instance that represents absolute value.
+  /// </summary>
+  /// <returns>Absolute value</returns>
+  uint16_t AbsImpl() const noexcept {
+    return static_cast<uint16_t>(val & ~kSignMask);
+  }
+
+  /// <summary>
+  /// Creates a new instance with the sign flipped.
+  /// </summary>
+  /// <returns>Flipped sign instance</returns>
+  uint16_t NegateImpl() const noexcept {
+    return IsNaN() ? val : static_cast<uint16_t>(val ^ kSignMask);
+  }
+
+ public:
+  // uint16_t special values
+  static constexpr uint16_t kSignMask = 0x8000U;
+  static constexpr uint16_t kBiasedExponentMask = 0x7C00U;
+  static constexpr uint16_t kPositiveInfinityBits = 0x7C00U;
+  static constexpr uint16_t kNegativeInfinityBits = 0xFC00U;
+  static constexpr uint16_t kPositiveQNaNBits = 0x7E00U;
+  static constexpr uint16_t kNegativeQNaNBits = 0xFE00U;
+  static constexpr uint16_t kEpsilonBits = 0x4170U;
+  static constexpr uint16_t kMinValueBits = 0xFBFFU;  // Minimum normal number
+  static constexpr uint16_t kMaxValueBits = 0x7BFFU;  // Largest normal number
+  static constexpr uint16_t kOneBits = 0x3C00U;
+  static constexpr uint16_t kMinusOneBits = 0xBC00U;
+
+  uint16_t val{0};
+
+  Float16Impl() = default;
+
+  /// <summary>
+  /// Checks if the value is negative
+  /// </summary>
+  /// <returns>true if negative</returns>
+  bool IsNegative() const noexcept {
+    return static_cast<int16_t>(val) < 0;
+  }
+
+  /// <summary>
+  /// Tests if the value is NaN
+  /// </summary>
+  /// <returns>true if NaN</returns>
+  bool IsNaN() const noexcept {
+    return AbsImpl() > kPositiveInfinityBits;
+  }
+
+  /// <summary>
+  /// Tests if the value is finite
+  /// </summary>
+  /// <returns>true if finite</returns>
+  bool IsFinite() const noexcept {
+    return AbsImpl() < kPositiveInfinityBits;
+  }
+
+  /// <summary>
+  /// Tests if the value represents positive infinity.
+  /// </summary>
+  /// <returns>true if positive infinity</returns>
+  bool IsPositiveInfinity() const noexcept {
+    return val == kPositiveInfinityBits;
+  }
+
+  /// <summary>
+  /// Tests if the value represents negative infinity
+  /// </summary>
+  /// <returns>true if negative infinity</returns>
+  bool IsNegativeInfinity() const noexcept {
+    return val == kNegativeInfinityBits;
+  }
+
+  /// <summary>
+  /// Tests if the value is either positive or negative infinity.
+  /// </summary>
+  /// <returns>True if absolute value is infinity</returns>
+  bool IsInfinity() const noexcept {
+    return AbsImpl() == kPositiveInfinityBits;
+  }
+
+  /// <summary>
+  /// Tests if the value is NaN or zero. Useful for comparisons.
+  /// </summary>
+  /// <returns>True if NaN or zero.</returns>
+  bool IsNaNOrZero() const noexcept {
+    auto abs = AbsImpl();
+    return (abs == 0 || abs > kPositiveInfinityBits);
+  }
+
+  /// <summary>
+  /// Tests if the value is normal (not zero, subnormal, infinite, or NaN).
+  /// </summary>
+  /// <returns>True if so</returns>
+  bool IsNormal() const noexcept {
+    auto abs = AbsImpl();
+    return (abs < kPositiveInfinityBits)           // is finite
+           && (abs != 0)                           // is not zero
+           && ((abs & kBiasedExponentMask) != 0);  // is not subnormal (has a non-zero exponent)
+  }
+
+  /// <summary>
+  /// Tests if the value is subnormal (denormal).
+  /// </summary>
+  /// <returns>True if so</returns>
+  bool IsSubnormal() const noexcept {
+    auto abs = AbsImpl();
+    return (abs < kPositiveInfinityBits)           // is finite
+           && (abs != 0)                           // is not zero
+           && ((abs & kBiasedExponentMask) == 0);  // is subnormal (has a zero exponent)
+  }
+
+  /// <summary>
+  /// Creates an instance that represents absolute value.
+  /// </summary>
+  /// <returns>Absolute value</returns>
+  Derived Abs() const noexcept { return Derived::FromBits(AbsImpl()); }
+
+  /// <summary>
+  /// Creates a new instance with the sign flipped.
+  /// </summary>
+  /// <returns>Flipped sign instance</returns>
+  Derived Negate() const noexcept { return Derived::FromBits(NegateImpl()); }
+
+  /// <summary>
+  /// IEEE defines that positive and negative zero are equal, this gives us a quick equality check
+  /// for two values by or'ing the private bits together and stripping the sign. They are both zero,
+  /// and therefore equivalent, if the resulting value is still zero.
+  /// </summary>
+  /// <param name="lhs">first value</param>
+  /// <param name="rhs">second value</param>
+  /// <returns>True if both arguments represent zero</returns>
+  static bool AreZero(const Float16Impl& lhs, const Float16Impl& rhs) noexcept {
+    return static_cast<uint16_t>((lhs.val | rhs.val) & ~kSignMask) == 0;
+  }
+
+  bool operator==(const Float16Impl& rhs) const noexcept {
+    if (IsNaN() || rhs.IsNaN()) {
+      // IEEE defines that NaN is not equal to anything, including itself.
+      return false;
+    }
+    return val == rhs.val;
+  }
+
+  bool operator!=(const Float16Impl& rhs) const noexcept { return !(*this == rhs); }

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/onnxruntime_session_options_config_keys.h -> onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_session_options_config_keys.h Changed

@@ -67,20 +67,30 @@
 // GeluApproximation has side effects which may change the inference results. It is disabled by default due to this.
 static const char* const kOrtSessionOptionsEnableGeluApproximation = "optimization.enable_gelu_approximation";
 
+// This setting controls whether to enable AheadOfTime function inlining.
+// AOT function inlining examines the graph and attempts to inline as many locally defined functions in the model
+// as possible with the help of enabled execution providers.
+// This can reduce the number of function calls and improve performance because it is done before
+// Level1 optimizers and constant folding. However, under some circumstances, when the EPs are not available,
+// one can disable the AOT inlining, produce an optimized model and postpone AOT until run time.
+// "0": enable; "1": disable.
+// Its default value is "0".
+static const char* const kOrtSessionOptionsDisableAheadOfTimeFunctionInlining = "session.disable_aot_function_inlining";
+
 #ifdef ENABLE_TRAINING
 // Specifies a list of op types for memory footprint reduction.
 // The value should be a ","-delimited list of pair of
-// <subgraph string : optimization strategy : number of subgraph to apply>.
+// <subgraph string: optimization strategy: number of subgraph to apply>.
 // For example, "Gelu+Cast+:1:0,Dropout+:1:1".
 //   A valid "subgraph string" should be one subgraph representation output by ORT graph transformations.
 //   "optimization strategy" currently has valid values: 0 - disabled, 1 - recompute.
 //   "number of subgraph to apply" is used to control how many subgraphs to apply optimization, to avoid "oversaving"
 //   the memory.
-static const char* const kOrtSessionOptionsMemoryOptimizerEnabler = "optimization.enable_memory_optimizer";
+static const char* const kOrtSessionOptionsMemoryOptimizerEnabler = "optimization.memory_optimizer_config";
 
-// Specifies the level for detecting subgraphs for memory footprint reduction.
-// The value should be an integer. The default value is 0.
-static const char* const kOrtSessionOptionsMemoryOptimizerProbeLevel = "optimization.enable_memory_probe_recompute_level";
+// Specifies the config for detecting subgraphs for memory footprint reduction.
+// The value should be a string contains int separated using commas. The default value is "0:0".
+static const char* const kOrtSessionOptionsMemoryOptimizerProbeConfig = "optimization.enable_memory_probe_recompute_config";
 #endif
 
 // Enable or disable using device allocator for allocating initialized tensor memory. "1": enable; "0": disable. The default is "0".
@@ -165,6 +175,11 @@
 // May be useful to expose bugs in models.
 static const char* const kOrtSessionOptionsConfigStrictShapeTypeInference = "session.strict_shape_type_inference";
 
+// "1": every model using a more recent opset than the latest released one will fail
+// "0": the model may or may not work if onnxruntime cannot find an implementation, this option
+// is used for development purpose.
+static const char* const kOrtSessionOptionsConfigStrictAllowReleasedOpsetsOnly = "session.allow_released_opsets_only";
+
 // The file saves configuration for partitioning node among logic streams
 static const char* const kNodePartitionConfigFile = "session.node_partition_config_file";
 
@@ -197,3 +212,47 @@
 //   3) after the L1 transformers are applied to the updated graph.
 // The model will be saved to filename post_layout_transform_step_<step_number>.onnx.
 static const char* const kDebugLayoutTransformation = "session.debug_layout_transformation";
+
+// Graph nodes that are not supported by the execution providers (EPs) explicitly added to the session are
+// assigned (i.e., "fallback") to the CPU EP by default.
+//
+// This option allows the user to disable the fallback of unsupported graph nodes to the CPU EP.
+// If this option is set to "1", session creation will fail if the execution providers other than the CPU EP cannot
+// fully support all of the nodes in the graph.
+//
+// It is invalid to set this option and explicitly add the CPU EP to the session. In this case, session creation
+// will also fail with an error.
+//
+// Option values:
+// - "0": CPU EP fallback is not disabled. DEFAULT
+// - "1": CPU EP fallback is disabled.
+static const char* const kOrtSessionOptionsDisableCPUEPFallback = "session.disable_cpu_ep_fallback";
+
+// Use this config when serializing a large model after optimization to specify an external initializers file
+static const char* const kOrtSessionOptionsOptimizedModelExternalInitializersFileName =
+    "session.optimized_model_external_initializers_file_name";
+
+// Use this config to control the minimum size of the initializer when externalizing it during serialization
+static const char* const kOrtSessionOptionsOptimizedModelExternalInitializersMinSizeInBytes =
+    "session.optimized_model_external_initializers_min_size_in_bytes";
+
+// Enable EP context feature to dump the partitioned graph which includes the EP context into Onnx file.
+// The dumped Onnx model with EP context can be used for future inference to avoid the EP graph partitioning/compile overhead.
+// "0": disable. (default)
+// "1": enable.
+static const char* const kOrtSessionOptionEpContextEnable = "ep.context_enable";
+
+// Specify the file path for the Onnx model which has EP context.
+// Default to original_file_name_ctx.onnx if not specified
+static const char* const kOrtSessionOptionEpContextFilePath = "ep.context_file_path";
+
+// Flag to specify whether to dump the EP context into the Onnx model.
+// "0": dump the EP context into separate file, keep the file name in the Onnx model.
+// "1": dump the EP context into the Onnx model. (default).
+static const char* const kOrtSessionOptionEpContextEmbedMode = "ep.context_embed_mode";
+
+// Gemm fastmath mode provides fp32 gemm acceleration with bfloat16 based matmul.
+// Option values:
+// - "0": Gemm FastMath mode is not enabled. DEFAULT
+// - "1": Gemm FastMath mode is enabled.
+static const char* const kOrtSessionOptionsMlasGemmFastMathArm64Bfloat16 = "mlas.enable_gemm_fastmath_arm64_bfloat16";

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/onnxruntime_training_c_api.h -> onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_training_c_api.h Changed

@@ -13,7 +13,7 @@
  *
  * In order to train a model with onnxruntime, the following training artifacts must be generated:
  * - The training onnx model
- * - The checkpoint directory
+ * - The checkpoint file
  * - The optimizer onnx model
  * - The eval onnx model model (optional)
  *
@@ -123,9 +123,9 @@
   /// \name Accessing The Training Session State
   /// @{
 
-  /** \brief Load a checkpoint state from directory on disk into checkpoint_state.
+  /** \brief Load a checkpoint state from a file on disk into checkpoint_state.
    *
-   * This function will parse a checkpoint directory, pull relevant files and load the training
+   * This function will parse a checkpoint file, pull relevant data and load the training
    * state into the checkpoint_state. This checkpoint state can then be used to create the
    * training session by invoking OrtTrainingApi::CreateTrainingSession. By doing so, the training
    * session will resume training from the given checkpoint state.
@@ -133,7 +133,7 @@
    * training state (including model parameters, its gradients, the optimizer states and the properties).
    * As a result, it is required that the checkpoint state outlive the lifetime of the training session.
    *
-   * \paramin checkpoint_path Path to the checkpoint directory
+   * \paramin checkpoint_path Path to the checkpoint file
    * \paramout checkpoint_state Checkpoint state that contains the states of the training session.
    *
    * \snippet{doc} snippets.dox OrtStatus Return Value
@@ -142,14 +142,14 @@
   ORT_API2_STATUS(LoadCheckpoint, _In_ const ORTCHAR_T* checkpoint_path,
                   _Outptr_ OrtCheckpointState** checkpoint_state);
 
-  /** \brief Save the given state to a checkpoint directory on disk.
+  /** \brief Save the given state to a checkpoint file on disk.
    *
-   * This function serializes the provided checkpoint state to a directory on disk.
+   * This function serializes the provided checkpoint state to a file on disk.
    * This checkpoint can later be loaded by invoking OrtTrainingApi::LoadCheckpoint to resume
    * training from this snapshot of the state.
    *
    * \paramin checkpoint_state The checkpoint state to save.
-   * \paramin checkpoint_path Path to the checkpoint directory.
+   * \paramin checkpoint_path Path to the checkpoint file.
    * \paramin include_optimizer_state Flag to indicate whether to save the optimizer state or not.
    *
    * \snippet{doc} snippets.dox OrtStatus Return Value
@@ -172,7 +172,7 @@
    * - The training onnx model
    * - The evaluation onnx model (optional)
    * - The optimizer onnx model
-   * - The checkpoint directory
+   * - The checkpoint file
    *
    * These artifacts can be generated using the `onnxruntime-training` python utility(https://github.com/microsoft/onnxruntime/blob/main/orttraining/orttraining/python/training/onnxblock/README.md).
    *
@@ -190,7 +190,29 @@
   ORT_API2_STATUS(CreateTrainingSession, _In_ const OrtEnv* env, _In_ const OrtSessionOptions* options,
                   _Inout_ OrtCheckpointState* checkpoint_state, _In_ const ORTCHAR_T* train_model_path,
                   _In_ const ORTCHAR_T* eval_model_path, _In_ const ORTCHAR_T* optimizer_model_path,
-                  _Outptr_ OrtTrainingSession** out);
+                  _Outptr_result_maybenull_ OrtTrainingSession** out);
+
+  /** \brief Create a training session that can be used to begin or resume training.
+   * This api provides a way to load all the training artifacts from buffers instead of files.
+   *
+   * \paramin env Environment to be used for the training session.
+   * \paramin options Session options that the user can customize for this training session.
+   * \paramin checkpoint_state Training states that the training session uses as a starting point for training.
+   * \paramin train_model_data Buffer containing the model data to be used to perform training
+   * \paramin train_data_length Length of the buffer containing train_model_data
+   * \paramin eval_model_data Buffer containing the model data to be used to perform evaluation
+   * \paramin eval_data_length Length of the buffer containing eval_model_data
+   * \paramin optim_model_data Buffer containing the model data to be used to perform weight update
+   * \paramin optim_data_length Length of the buffer containing optim_model_data
+   * \paramout out Created training session.
+   *
+   */
+  ORT_API2_STATUS(CreateTrainingSessionFromBuffer, _In_ const OrtEnv* env,
+                  _In_ const OrtSessionOptions* options, _Inout_ OrtCheckpointState* checkpoint_state,
+                  _In_ const void* train_model_data, size_t train_data_length,
+                  _In_ const void* eval_model_data, size_t eval_data_length,
+                  _In_ const void* optim_model_data, size_t optim_data_length,
+                  _Outptr_result_maybenull_ OrtTrainingSession** out);
 
   /// @}
 
@@ -586,14 +608,14 @@
   /// \name Accessing The Training Session State
   /// @{
 
-  /** \brief Adds the given property to the checkpoint state.
+  /** \brief Adds or updates the given property to/in the checkpoint state.
    *
    * Runtime properties such as epoch, training step, best score, and others can be added to the checkpoint
-   * state by the user if they desire by calling this function with the appropriate property name and
-   * value. The given property name must be unique to be able to successfully add the property.
+   * state by the user by calling this function with the corresponding property name and value.
+   * The given property name must be unique to be able to successfully add the property.
    *
    * \paramin checkpoint_state The checkpoint state which should hold the property.
-   * \paramin property_name Unique name of the property being added.
+   * \paramin property_name Name of the property being added or updated.
    * \paramin property_type Type of the property associated with the given name.
    * \paramin property_value Property value associated with the given name.
    *
@@ -610,7 +632,7 @@
    * exist in the checkpoint state to be able to retrieve it successfully.
    *
    * \paramin checkpoint_state The checkpoint state that is currently holding the property.
-   * \paramin property_name Unique name of the property being retrieved.
+   * \paramin property_name Name of the property being retrieved.
    * \paramin allocator Allocator used to allocate the memory for the property_value.
    * \paramout property_type Type of the property associated with the given name.
    * \paramout property_value Property value associated with the given name.
@@ -623,6 +645,82 @@
                   _Out_ enum OrtPropertyType* property_type, _Outptr_ void** property_value);
 
   /// @}
+
+  /// \name Accessing The Training Session State
+  /// @{
+
+  /** \brief Load a checkpoint state from a buffer into checkpoint_state.
+   *
+   * This function will parse a checkpoint bytes buffer, pull relevant data and load the training
+   * state into the checkpoint_state. This checkpoint state can then be used to create the
+   * training session by invoking OrtTrainingApi::CreateTrainingSession. By doing so, the training
+   * session will resume training from the given checkpoint state.
+   * \note Note that the training session created with a checkpoint state uses this state to store the entire
+   * training state (including model parameters, its gradients, the optimizer states and the properties).
+   * As a result, it is required that the checkpoint state outlive the lifetime of the training session.
+   *
+   * \paramin checkpoint_buffer Path to the checkpoint bytes buffer.
+   * \paramin num_bytes Number of bytes in the checkpoint buffer.
+   * \paramout checkpoint_state Checkpoint state that contains the states of the training session.
+   *
+   * \snippet{doc} snippets.dox OrtStatus Return Value
+   *
+   */
+  ORT_API2_STATUS(LoadCheckpointFromBuffer, _In_ const void* checkpoint_buffer,
+                  _In_ const size_t num_bytes, _Outptr_ OrtCheckpointState** checkpoint_state);
+
+  /** \brief Retrieves the type and shape information of the parameter associated with the given parameter name.
+   *
+   * This function retrieves the type and shape of the parameter associated with the given parameter name.
+   * The parameter must exist in the checkpoint state to be able to retrieve its type and shape information successfully.
+   *
+   * \paramin checkpoint_state The checkpoint state.
+   * \paramin parameter_name Name of the parameter being retrieved.
+   * \paramout parameter_type_and_shape The type and shape of the parameter being retrieved.
+   *
+   * \snippet{doc} snippets.dox OrtStatus Return Value
+   *
+   */
+  ORT_API2_STATUS(GetParameterTypeAndShape, _In_ const OrtCheckpointState* checkpoint_state,
+                  _In_ const char* parameter_name, _Outptr_ OrtTensorTypeAndShapeInfo** parameter_type_and_shape);
+
+  /** \brief Updates the data associated with the model parameter in the checkpoint state for the given parameter name.
+   *
+   * This function updates a model parameter in the checkpoint state with the given parameter data.
+   * The training session must be already created with the checkpoint state that contains the parameter
+   * being updated. The given parameter is copied over to the registered device for the training session.
+   * The parameter must exist in the checkpoint state to be able to update it successfully.
+   *
+   * \paramin checkpoint_state The checkpoint state.
+   * \paramin parameter_name Name of the parameter being updated.
+   * \paramin parameter The parameter data that should replace the existing parameter data.
+   *
+   * \snippet{doc} snippets.dox OrtStatus Return Value
+   *
+   */
+  ORT_API2_STATUS(UpdateParameter, _Inout_ OrtCheckpointState* checkpoint_state,
+                  _In_ const char* parameter_name, _In_ OrtValue* parameter);
+
+  /** \brief Gets the data associated with the model parameter from the checkpoint state for the given parameter name.
+   *
+   * This function retrieves the model parameter data from the checkpoint state for the given parameter name.
+   * The parameter is copied over and returned as an OrtValue. The training session must be already created
+   * with the checkpoint state that contains the parameter being retrieved.
+   * The parameter must exist in the checkpoint state to be able to retrieve it successfully.
+   *
+   * \paramin checkpoint_state The checkpoint state.
+   * \paramin parameter_name Name of the parameter being retrieved.
+   * \paramin allocator Allocator used to allocate the memory for the parameter.
+   * \paramout parameter The parameter data that is retrieved from the checkpoint state.
+   *
+   * \snippet{doc} snippets.dox OrtStatus Return Value
+   *
+   */
+  ORT_API2_STATUS(GetParameter, _In_ const OrtCheckpointState* checkpoint_state,
+                  _In_ const char* parameter_name, _Inout_ OrtAllocator* allocator,
+                  _Outptr_ OrtValue** parameter);
+
+  /// @}
 };
 
 typedef struct OrtTrainingApi OrtTrainingApi;

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/onnxruntime_training_cxx_api.h -> onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_training_cxx_api.h Changed

@@ -71,27 +71,40 @@
   /// \name Accessing The Training Session State
   /// @{
 
-  /** \brief Load a checkpoint state from directory on disk into checkpoint_state.
+  /** \brief Load a checkpoint state from a file on disk into checkpoint_state.
    *
-   * This function will parse a checkpoint directory, pull relevant files and load the training
+   * This function will parse a checkpoint file, pull relevant data and load the training
    * state and return an instance of Ort::CheckpointState. This checkpoint state can then be used to create the
    * training session by instantiating Ort::TrainingSession. By doing so, the training session will resume
    * training from the given checkpoint state.
    *
-   * \paramin path_to_checkpoint Path to the checkpoint directory
+   * \paramin path_to_checkpoint Path to the checkpoint file
    * \return Ort::CheckpointState object which holds the state of the training session parameters.
    *
    */
   static CheckpointState LoadCheckpoint(const std::basic_string<ORTCHAR_T>& path_to_checkpoint);
 
-  /** \brief Save the given state to a checkpoint directory on disk.
+  /** \brief Load a checkpoint state from a buffer.
    *
-   * This function serializes the provided checkpoint state to a directory on disk.
+   * This function will parse a checkpoint buffer, pull relevant data and load the training
+   * state and return an instance of Ort::CheckpointState. This checkpoint state can then be used to create the
+   * training session by instantiating Ort::TrainingSession. By doing so, the training session will resume
+   * training from the given checkpoint state.
+   *
+   * \paramin buffer Buffer containing the checkpoint data.
+   * \return Ort::CheckpointState object which holds the state of the training session parameters.
+   *
+   */
+  static CheckpointState LoadCheckpointFromBuffer(const std::vector<uint8_t>& buffer);
+
+  /** \brief Save the given state to a checkpoint file on disk.
+   *
+   * This function serializes the provided checkpoint state to a file on disk.
    * This checkpoint can later be loaded by invoking Ort::CheckpointState::LoadCheckpoint to resume
    * training from this snapshot of the state.
    *
    * \paramin checkpoint_state The checkpoint state to save.
-   * \paramin path_to_checkpoint Path to the checkpoint directory.
+   * \paramin path_to_checkpoint Path to the checkpoint file.
    * \paramin include_optimizer_state Flag to indicate whether to save the optimizer state or not.
    *
    */
@@ -99,13 +112,13 @@
                              const std::basic_string<ORTCHAR_T>& path_to_checkpoint,
                              const bool include_optimizer_state = false);
 
-  /** \brief Adds the given property to the checkpoint state.
+  /** \brief Adds or updates the given property to/in the checkpoint state.
    *
    * Runtime properties such as epoch, training step, best score, and others can be added to the checkpoint
-   * state by the user if they desire by calling this function with the appropriate property name and
-   * value. The given property name must be unique to be able to successfully add the property.
+   * state by the user by calling this function with the corresponding property name and value.
+   * The given property name must be unique to be able to successfully add the property.
    *
-   * \paramin property_name Unique name of the property being added.
+   * \paramin property_name Name of the property being added or updated.
    * \paramin property_value Property value associated with the given name.
    *
    */
@@ -116,12 +129,38 @@
    * Gets the property value from an existing entry in the checkpoint state. The property must
    * exist in the checkpoint state to be able to retrieve it successfully.
    *
-   * \paramin property_name Unique name of the property being retrieved.
+   * \paramin property_name Name of the property being retrieved.
    * \return Property value associated with the given property name.
    *
    */
   Property GetProperty(const std::string& property_name);
 
+  /** \brief Updates the data associated with the model parameter in the checkpoint state for the given parameter name.
+   *
+   * This function updates a model parameter in the checkpoint state with the given parameter data.
+   * The training session must be already created with the checkpoint state that contains the parameter
+   * being updated. The given parameter is copied over to the registered device for the training session.
+   * The parameter must exist in the checkpoint state to be able to update it successfully.
+   *
+   * \paramin parameter_name Name of the parameter being updated.
+   * \paramin parameter The parameter data that should replace the existing parameter data.
+   *
+   */
+  void UpdateParameter(const std::string& parameter_name, const Value& parameter);
+
+  /** \brief Gets the data associated with the model parameter from the checkpoint state for the given parameter name.
+   *
+   * This function retrieves the model parameter data from the checkpoint state for the given parameter name.
+   * The parameter is copied over to the provided OrtValue. The training session must be already created
+   * with the checkpoint state that contains the parameter being retrieved.
+   * The parameter must exist in the checkpoint state to be able to retrieve it successfully.
+   *
+   * \paramin parameter_name Name of the parameter being retrieved.
+   * \return The parameter data that is retrieved from the checkpoint state.
+   *
+   */
+  Value GetParameter(const std::string& parameter_name);
+
   /// @}
 };
 
@@ -131,7 +170,7 @@
  * - The training onnx model
  * - The evaluation onnx model (optional)
  * - The optimizer onnx model
- * - The checkpoint directory
+ * - The checkpoint file
  *
  * These artifacts can be generated using the `onnxruntime-training` python utility(https://github.com/microsoft/onnxruntime/blob/main/orttraining/orttraining/python/training/onnxblock/README.md).
  *
@@ -163,6 +202,20 @@
                   const std::optional<std::basic_string<ORTCHAR_T>>& eval_model_path = std::nullopt,
                   const std::optional<std::basic_string<ORTCHAR_T>>& optimizer_model_path = std::nullopt);
 
+  /** \brief Create a training session that can be used to begin or resume training.
+   * This constructor allows the users to load the models from buffers instead of files.
+   *
+   * \paramin env Env to be used for the training session.
+   * \paramin session_options SessionOptions that the user can customize for this training session.
+   * \paramin checkpoint_state Training states that the training session uses as a starting point for training.
+   * \paramin train_model_data Buffer containing training model data.
+   * \paramin eval_model_data Buffer containing evaluation model data.
+   * \paramin optim_model_data Buffer containing optimizer model (used for performing weight/parameter update).
+   *
+   */
+  TrainingSession(const Env& env, const SessionOptions& session_options, CheckpointState& checkpoint_state,
+                  const std::vector<uint8_t>& train_model_data, const std::vector<uint8_t>& eval_model_data = {},
+                  const std::vector<uint8_t>& optim_model_data = {});
   /// @}
 
   /// \name Implementing The Training Loop
@@ -181,7 +234,6 @@
    * \paramin input_values The user inputs to the training model.
    * \return A std::vector of Ort::Value objects that represents the output of the forward pass of the training model.
    *
-   * \snippet{doc} snippets.dox OrtStatus Return Value
    *
    */
   std::vector<Value> TrainStep(const std::vector<Value>& input_values);

onnxruntime-linux-x64-gpu-1.15.1.tgz/include/onnxruntime_training_cxx_inline.h -> onnxruntime-linux-x64-gpu-1.17.1.tgz/include/onnxruntime_training_cxx_inline.h Changed

@@ -24,6 +24,23 @@
   ThrowOnError(GetTrainingApi().TrainingSessionGetEvalModelOutputCount(p_, &eval_model_output_count_));
 }
 
+inline TrainingSession::TrainingSession(const Env& env, const SessionOptions& session_options,
+                                        CheckpointState& checkpoint_state,
+                                        const std::vector<uint8_t>& train_model_data,
+                                        const std::vector<uint8_t>& eval_model_data,
+                                        const std::vector<uint8_t>& optim_model_data) {
+  ThrowOnError(GetTrainingApi().CreateTrainingSessionFromBuffer(
+      env, session_options, checkpoint_state,
+      train_model_data.data(), train_model_data.size(),
+      eval_model_data.data(), eval_model_data.size(),
+      optim_model_data.data(), optim_model_data.size(),
+      &p_));
+
+  ThrowOnError(GetTrainingApi().TrainingSessionGetTrainingModelOutputCount(p_, &training_model_output_count_));
+
+  ThrowOnError(GetTrainingApi().TrainingSessionGetEvalModelOutputCount(p_, &eval_model_output_count_));
+}
+
 inline std::vector<Value> TrainingSession::TrainStep(const std::vector<Value>& input_values) {
   std::vector<Value> output_values;
   output_values.reserve(training_model_output_count_);
@@ -51,7 +68,7 @@
   RunOptions run_options;
   ThrowOnError(GetTrainingApi().EvalStep(
       p_, run_options, input_values.size(), ort_input_values,
-      training_model_output_count_, ort_output_values));
+      eval_model_output_count_, ort_output_values));
 
   return output_values;
 }
@@ -175,6 +192,12 @@
   return CheckpointState(checkpoint_state);
 }
 
+inline CheckpointState CheckpointState::LoadCheckpointFromBuffer(const std::vector<uint8_t>& buffer) {
+  OrtCheckpointState* checkpoint_state;
+  ThrowOnError(GetTrainingApi().LoadCheckpointFromBuffer(buffer.data(), buffer.size(), &checkpoint_state));
+  return CheckpointState(checkpoint_state);
+}
+
 inline void CheckpointState::SaveCheckpoint(const CheckpointState& checkpoint_states,
                                             const std::basic_string<ORTCHAR_T>& path_to_checkpoint,
                                             const bool include_optimizer_state) {
@@ -208,9 +231,12 @@
     ThrowOnError(GetTrainingApi().AddProperty(p_, property_name.c_str(), OrtPropertyType::OrtFloatProperty, value_p));
   } else if (std::holds_alternative<std::string>(property_value)) {
     std::string value = std::get<std::string>(property_value);
-    auto buffer = std::make_unique<char>(value.length() + 1).release();
-    memcpy(buffer, value.c_str(), value.length());
-    ThrowOnError(GetTrainingApi().AddProperty(p_, property_name.c_str(), OrtPropertyType::OrtStringProperty, buffer));
+    auto buffer = std::make_unique<char>(value.length() + 1);
+    memcpy(buffer.get(), value.c_str(), value.length());
+    // AddProperty takes a char* and calls PropertyBag::AddProperty which takes a std::string. The data will be
+    // copied at that point so buffer can free the local allocation once the call is made.
+    ThrowOnError(GetTrainingApi().AddProperty(p_, property_name.c_str(), OrtPropertyType::OrtStringProperty,
+                                              buffer.get()));
   } else {
     ThrowStatus(Status("Unknown property type received.", OrtErrorCode::ORT_INVALID_ARGUMENT));
   }
@@ -253,4 +279,16 @@
   return property;
 }
 
+inline void CheckpointState::UpdateParameter(const std::string& parameter_name, const Value& parameter) {
+  ThrowOnError(GetTrainingApi().UpdateParameter(p_, parameter_name.c_str(), parameter));
+}
+
+inline Value CheckpointState::GetParameter(const std::string& parameter_name) {
+  AllocatorWithDefaultOptions allocator;
+  OrtValue* parameter;
+  ThrowOnError(GetTrainingApi().GetParameter(p_, parameter_name.c_str(), allocator, &parameter));
+
+  return Value{parameter};
+}
+
 }  // namespace Ort

onnxruntime-linux-x64-gpu-1.15.1.tgz/lib/libonnxruntime.so -> onnxruntime-linux-x64-gpu-1.17.1.tgz/lib/libonnxruntime.so Changed

onnxruntime-linux-x64-gpu-1.17.1.tgz/lib/libonnxruntime.so.1.17.1 Added

onnxruntime-linux-x64-gpu-1.15.1.tgz/lib/libonnxruntime_providers_cuda.so -> onnxruntime-linux-x64-gpu-1.17.1.tgz/lib/libonnxruntime_providers_cuda.so Changed

onnxruntime-linux-x64-gpu-1.15.1.tgz/lib/libonnxruntime_providers_shared.so -> onnxruntime-linux-x64-gpu-1.17.1.tgz/lib/libonnxruntime_providers_shared.so Changed

onnxruntime-linux-x64-gpu-1.15.1.tgz/lib/libonnxruntime_providers_tensorrt.so -> onnxruntime-linux-x64-gpu-1.17.1.tgz/lib/libonnxruntime_providers_tensorrt.so Changed

Changes of Revision 2