@@ -1,58 +1,19 @@

 -------------------------------------------------------------------

-Tue Feb 18 12:35:51 UTC 2025 - Antonio Larrosa <alarrosa@suse.com>

+Mon Jun 26 17:51:23 UTC 2023 - Kaito Udagawa <umireon@gmail.com>

-- Update to 1.1.13 

-  * Add video_tick function to background filter info

-  * Update Onnxruntime version and fix Windows compilerconfig

-- Update to 1.1.12

-  * Critical bugfix in the PSNR calculation for image-similarity

-    skipping in background filter

-- Update to 1.1.11

-  * New! RMBG model from Bria.AI

-    https://huggingface.co/briaai/RMBG-1.4 - remove background from

-    any object! (not just human)

-  * We got rid of the annoying "update available" message in favor

-    of a more discreet message on the plugin settings.

-  * Better handling of local file paths on Windows

-  * more.

-- Update to 1.1.10

-  * This release will fix the Flatpak recipe for Linux after the

-    dependency bump, as well as removing the start menu option from

-    the Windows installer.

-- Update to 1.1.9

-  * In this release we bumped versions of OpenCV and ONNXRuntime,

-    and trying to get rid of the annoying "smart screen" block on

-    Windows. We're also rolling out releases through AUR, Pacstall

-    and Flatpak. 💪 Linux!

-- Update to 1.1.8

-  * In this release we're introducing "simple mode" that hides most

-    of the settings under an "Advanced" checkbox, which should make

-    it far easier for newcomers to start using the filter without

-    "settings shock".

-  * Additionaly we implemented "temporal smoothing" that helps with

-    reducing the flickering of the edges in the binary mask.

-  * We bumped ONNX Runtime to v1.16.3 that increases robustness and

-    speed.

-  * We fixed the bug of the updater popping up the dialog because

-    we changed the repo URL.

-- Update to 1.1.7

-  * Upgrade to ONNXRuntime 1.16 which improves speed and

-    robustness.

-  * Repackaging of Mac OS release to a more consistent with Apple

-    dev tools.

-  * Fix crashes and bugs on Linux

-  * We added a new "website" for the plugin, which will eventually

-    have more installation info

-    https://occ-ai.github.io/obs-backgroundremoval/

-  * Adding a detailed log message with plugin info which helps us

-    debug

+Build only x86_64

-- Update onnxruntime to 1.17.1.tgz

-- Use Source URLs in the spec file

-- Add patch to fix a cmake error:

-  * fix-cmake-error.patch

+-------------------------------------------------------------------

+Mon Jun 26 16:29:21 UTC 2023 - Kaito Udagawa <umireon@gmail.com>

+

+v1.0.3

+

+-------------------------------------------------------------------

+Fri Jun 23 17:28:31 UTC 2023 - Kaito Udagawa <umireon@gmail.com>

+

+v1.0.2

 -------------------------------------------------------------------

-Thu Sep 21 13:50:09 UTC 2023 - Kaito Udagawa <umireon@gmail.com>

+Wed Jun 21 16:43:20 UTC 2023 - Kaito Udagawa <umireon@gmail.com>

-- 1.1.6

+v1.0.1

​

@@ -17,48 +17,36 @@

 Name:           obs-backgroundremoval

-Version:        1.1.13

+Version:        1.0.3

 Release:        0

 Summary:        OBS Plugin for Background Removal

 License:        GPL-2.0

-URL:            https://github.com/locaal-ai/obs-backgroundremoval

-Source:         https://github.com/locaal-ai/%{name}/archive/refs/tags/%{version}.tar.gz#/%{name}-%{version}.tar.gz

+URL:            https://github.com/royshil/obs-backgroundremoval

+Source:         %{name}-%{version}.tar.gz

 Source1:        %{name}-rpmlintrc

-Source2:        opencv-linux-Release-4.8.0-1.tar.gz

-Source3:        https://github.com/microsoft/onnxruntime/releases/download/v1.17.1/onnxruntime-linux-x64-gpu-1.17.1.tgz

-Patch0:         fix-cmake-error.patch

+Source2:        opencv-4.7.0.tar.gz

+Source3:        onnxruntime-linux-x64-gpu-1.15.1.tgz

 BuildRequires:  cmake

-BuildRequires:  libcurl-devel

+BuildRequires:  gcc-c++

 BuildRequires:  obs-studio

 BuildRequires:  cmake(libobs)

-BuildRequires:  cmake(Qt6Core)

-BuildRequires:  cmake(Qt6Widgets)

-Requires:       obs-studio >= 29.0.0

+Requires:       obs-studio >= 28.0.0

 ExclusiveArch:  x86_64

 %global __requires_exclude_from ^.*libonnxruntime.*$

-%global __builddir build_x86_64

 %description

 An OBS plugin for removing background in portrait images (video), making it easy to replace the background when screen recording.

 %prep

-%autosetup -p1

+%autosetup

 %build

-test -x "$(type -p gcc-13)" && export CC="$_"

-test -x "$(type -p g++-13)" && export CXX="$_"

-%cmake \

-  -DQT_VERSION=6 \

-  -DCMAKE_BUILD_TYPE=RelWithDebInfo \

-  -DCMAKE_POSITION_INDEPENDENT_CODE=ON \

-  -DENABLE_FRONTEND_API=ON \

-  -DENABLE_QT=ON \

-  -DCMAKE_COMPILE_WARNING_AS_ERROR=ON \

-  -DCUSTOM_OPENCV_URL=%{SOURCE2} \

-  -DCUSTOM_OPENCV_HASH=MD5=7a668fbc3ac536812643c6b8c8f96be9 \

+%cmake -DLINUX_PORTABLE=OFF \

+  -DOPENCV_URL=%{SOURCE2} \

+  -DOPENCV_MD5=13e13244cb0cc6ec4f01eacd38d05d17 \

   -DCUSTOM_ONNXRUNTIME_URL=%{SOURCE3} \

-  -DCUSTOM_ONNXRUNTIME_HASH=MD5=da53e83b3ad3ab2cf46fbabd6a648a9d

+  -DCUSTOM_ONNXRUNTIME_MD5=8d2f5ee9f449bdecb10a45715fe74c53

 %cmake_build

 %install

@@ -70,6 +58,7 @@

 %files

 %license LICENSE

 %doc README.md

+%defattr(-,root,root,-)

 /usr/lib64/obs-plugins/obs-backgroundremoval.so

 /usr/lib64/obs-plugins/obs-backgroundremoval

 /usr/share/obs/obs-plugins/obs-backgroundremoval

​

@@ -1,12 +0,0 @@

-Index: obs-backgroundremoval-1.1.13/cmake/common/helpers_common.cmake

-===================================================================

---- obs-backgroundremoval-1.1.13.orig/cmake/common/helpers_common.cmake

-+++ obs-backgroundremoval-1.1.13/cmake/common/helpers_common.cmake

-@@ -86,7 +86,6 @@ macro(find_qt)

-       add_library(Qt::${component} INTERFACE IMPORTED)

-       set_target_properties(Qt::${component} PROPERTIES INTERFACE_LINK_LIBRARIES Qt${_QT_VERSION}::${component})

-     endif()

--    set_property(TARGET Qt::${component} PROPERTY INTERFACE_COMPILE_FEATURES "")

-   endforeach()

- 

- endmacro()

​

@@ -1,1 +1,1 @@

-8f5c79cb63f09ef1302e85081093a3fe4da1bc7d

+baeece44ba075009c6bfe95891a8c1b3d4571cb3

​

@@ -6,22 +6,23 @@

 **ONNX Runtime training** can accelerate the model training time on multi-node NVIDIA GPUs for transformer models with a one-line addition for existing PyTorch training scripts. Learn more →(https://www.onnxruntime.ai/docs/#onnx-runtime-for-training)

+

 ## Get Started & Resources

 * **General Information**: onnxruntime.ai(https://onnxruntime.ai)

-* **Usage documentation and tutorials**: onnxruntime.ai/docs(https://onnxruntime.ai/docs)

+* **Usage documention and tutorials**: onnxruntime.ai/docs(https://onnxruntime.ai/docs)

 * **YouTube video tutorials**: youtube.com/@ONNXRuntime(https://www.youtube.com/@ONNXRuntime)

 * **Upcoming Release Roadmap**(https://github.com/microsoft/onnxruntime/wiki/Upcoming-Release-Roadmap)

-* **Companion sample repositories**:

+* **Companion sample repositories**: 

   - ONNX Runtime Inferencing: microsoft/onnxruntime-inference-examples(https://github.com/microsoft/onnxruntime-inference-examples)

   - ONNX Runtime Training: microsoft/onnxruntime-training-examples(https://github.com/microsoft/onnxruntime-training-examples)

-## Builtin Pipeline Status

+## Build Pipeline Status

 |System|Inference|Training|

 |---|---|---|

 |Windows|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20CPU%20CI%20Pipeline?label=Windows+CPU)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=9)<br>!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20GPU%20CI%20Pipeline?label=Windows+GPU)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=10)<br>!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20GPU%20TensorRT%20CI%20Pipeline?label=Windows+GPU+TensorRT)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=47)||

@@ -30,13 +31,8 @@

 |Android|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Android%20CI%20Pipeline?label=Android)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=53)||

 |iOS|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/iOS%20CI%20Pipeline?label=iOS)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=134)||

 |Web|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/ONNX%20Runtime%20Web%20CI%20Pipeline?label=Web)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=161)||

-|Other|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/onnxruntime-binary-size-checks-ci-pipeline?repoName=microsoft%2Fonnxruntime&label=Binary+Size+Check)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=187&repoName=microsoft%2Fonnxruntime)||

-

-## Third-party Pipeline Status

+|Other|!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/onnxruntime-binary-size-checks-ci-pipeline?repoName=microsoft%2Fonnxruntime&label=Binary+Size+Check)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=187&repoName=microsoft%2Fonnxruntime)<br>!Build Status(https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/onnxruntime-python-checks-ci-pipeline?label=Python+Checks)(https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=164)||

-|System|Inference|Training|

-|---|---|---|

-|Linux|!Build Status(https://github.com/Ascend/onnxruntime/actions/workflows/build-and-test.yaml/badge.svg)(https://github.com/Ascend/onnxruntime/actions/workflows/build-and-test.yaml)||

 ## Data/Telemetry

​

@@ -6021,488 +6021,4 @@

 Except as contained in this notice, the name of a copyright holder shall not

 be used in advertising or otherwise to promote the sale, use or other dealings

-in this Software without prior written authorization of the copyright holder.

-

-_____

-

-Intel neural-compressor

-

-https://github.com/intel/neural-compressor

-

-                                 Apache License

-                           Version 2.0, January 2004

-                        http://www.apache.org/licenses/

-

-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION

-

-   1. Definitions.

-

-      "License" shall mean the terms and conditions for use, reproduction,

-      and distribution as defined by Sections 1 through 9 of this document.

-

-      "Licensor" shall mean the copyright owner or entity authorized by

-      the copyright owner that is granting the License.

-

-      "Legal Entity" shall mean the union of the acting entity and all

-      other entities that control, are controlled by, or are under common

-      control with that entity. For the purposes of this definition,

-      "control" means (i) the power, direct or indirect, to cause the

-      direction or management of such entity, whether by contract or

-      otherwise, or (ii) ownership of fifty percent (50%) or more of the

-      outstanding shares, or (iii) beneficial ownership of such entity.

-

-      "You" (or "Your") shall mean an individual or Legal Entity

-      exercising permissions granted by this License.

-

-      "Source" form shall mean the preferred form for making modifications,

-      including but not limited to software source code, documentation

-      source, and configuration files.

-

-      "Object" form shall mean any form resulting from mechanical

-      transformation or translation of a Source form, including but

-      not limited to compiled object code, generated documentation,

-      and conversions to other media types.

-

-      "Work" shall mean the work of authorship, whether in Source or

-      Object form, made available under the License, as indicated by a

-      copyright notice that is included in or attached to the work

-      (an example is provided in the Appendix below).

-

-      "Derivative Works" shall mean any work, whether in Source or Object

-      form, that is based on (or derived from) the Work and for which the

-      editorial revisions, annotations, elaborations, or other modifications

-      represent, as a whole, an original work of authorship. For the purposes

-      of this License, Derivative Works shall not include works that remain

-      separable from, or merely link (or bind by name) to the interfaces of,

-      the Work and Derivative Works thereof.

-

-      "Contribution" shall mean any work of authorship, including

-      the original version of the Work and any modifications or additions

-      to that Work or Derivative Works thereof, that is intentionally

-      submitted to Licensor for inclusion in the Work by the copyright owner

-      or by an individual or Legal Entity authorized to submit on behalf of

-      the copyright owner. For the purposes of this definition, "submitted"

-      means any form of electronic, verbal, or written communication sent

-      to the Licensor or its representatives, including but not limited to

-      communication on electronic mailing lists, source code control systems,

-      and issue tracking systems that are managed by, or on behalf of, the

-      Licensor for the purpose of discussing and improving the Work, but

-      excluding communication that is conspicuously marked or otherwise

-      designated in writing by the copyright owner as "Not a Contribution."

-

-      "Contributor" shall mean Licensor and any individual or Legal Entity

-      on behalf of whom a Contribution has been received by Licensor and

-      subsequently incorporated within the Work.

-

-   2. Grant of Copyright License. Subject to the terms and conditions of

-      this License, each Contributor hereby grants to You a perpetual,

-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable

-      copyright license to reproduce, prepare Derivative Works of,

-      publicly display, publicly perform, sublicense, and distribute the

-      Work and such Derivative Works in Source or Object form.

-

-   3. Grant of Patent License. Subject to the terms and conditions of

-      this License, each Contributor hereby grants to You a perpetual,

-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable

-      (except as stated in this section) patent license to make, have made,

-      use, offer to sell, sell, import, and otherwise transfer the Work,

-      where such license applies only to those patent claims licensable

-      by such Contributor that are necessarily infringed by their

-      Contribution(s) alone or by combination of their Contribution(s)

-      with the Work to which such Contribution(s) was submitted. If You

-      institute patent litigation against any entity (including a

-      cross-claim or counterclaim in a lawsuit) alleging that the Work

-      or a Contribution incorporated within the Work constitutes direct

-      or contributory patent infringement, then any patent licenses

-      granted to You under this License for that Work shall terminate

-      as of the date such litigation is filed.

-

-   4. Redistribution. You may reproduce and distribute copies of the

-      Work or Derivative Works thereof in any medium, with or without

-      modifications, and in Source or Object form, provided that You

-      meet the following conditions:

-

-      (a) You must give any other recipients of the Work or

-          Derivative Works a copy of this License; and

-

-      (b) You must cause any modified files to carry prominent notices

-          stating that You changed the files; and

-

-      (c) You must retain, in the Source form of any Derivative Works

-          that You distribute, all copyright, patent, trademark, and

-          attribution notices from the Source form of the Work,

-          excluding those notices that do not pertain to any part of

-          the Derivative Works; and

-

-      (d) If the Work includes a "NOTICE" text file as part of its

-          distribution, then any Derivative Works that You distribute must

-          include a readable copy of the attribution notices contained

-          within such NOTICE file, excluding those notices that do not

-          pertain to any part of the Derivative Works, in at least one

-          of the following places: within a NOTICE text file distributed

-          as part of the Derivative Works; within the Source form or

-          documentation, if provided along with the Derivative Works; or,

-          within a display generated by the Derivative Works, if and

-          wherever such third-party notices normally appear. The contents

-          of the NOTICE file are for informational purposes only and

-          do not modify the License. You may add Your own attribution

-          notices within Derivative Works that You distribute, alongside

-          or as an addendum to the NOTICE text from the Work, provided

-          that such additional attribution notices cannot be construed

-          as modifying the License.

-

-      You may add Your own copyright statement to Your modifications and

-      may provide additional or different license terms and conditions

-      for use, reproduction, or distribution of Your modifications, or

-      for any such Derivative Works as a whole, provided Your use,

-      reproduction, and distribution of the Work otherwise complies with

-      the conditions stated in this License.

-

-   5. Submission of Contributions. Unless You explicitly state otherwise,

-      any Contribution intentionally submitted for inclusion in the Work

-      by You to the Licensor shall be under the terms and conditions of

-      this License, without any additional terms or conditions.

-      Notwithstanding the above, nothing herein shall supersede or modify

-      the terms of any separate license agreement you may have executed

-      with Licensor regarding such Contributions.

-

-   6. Trademarks. This License does not grant permission to use the trade

-      names, trademarks, service marks, or product names of the Licensor,

-      except as required for reasonable and customary use in describing the

-      origin of the Work and reproducing the content of the NOTICE file.

-

-   7. Disclaimer of Warranty. Unless required by applicable law or

-      agreed to in writing, Licensor provides the Work (and each

-      Contributor provides its Contributions) on an "AS IS" BASIS,

-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or

-      implied, including, without limitation, any warranties or conditions

-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A

-      PARTICULAR PURPOSE. You are solely responsible for determining the

-      appropriateness of using or redistributing the Work and assume any

-      risks associated with Your exercise of permissions under this License.

-

-   8. Limitation of Liability. In no event and under no legal theory,

-      whether in tort (including negligence), contract, or otherwise,

-      unless required by applicable law (such as deliberate and grossly

-      negligent acts) or agreed to in writing, shall any Contributor be

-      liable to You for damages, including any direct, indirect, special,

-      incidental, or consequential damages of any character arising as a

-      result of this License or out of the use or inability to use the

-      Work (including but not limited to damages for loss of goodwill,

-      work stoppage, computer failure or malfunction, or any and all

-      other commercial damages or losses), even if such Contributor

-      has been advised of the possibility of such damages.

-

-   9. Accepting Warranty or Additional Liability. While redistributing

-      the Work or Derivative Works thereof, You may choose to offer,

-      and charge a fee for, acceptance of support, warranty, indemnity,

-      or other liability obligations and/or rights consistent with this

-      License. However, in accepting such obligations, You may act only

-      on Your own behalf and on Your sole responsibility, not on behalf

-      of any other Contributor, and only if You agree to indemnify,

-      defend, and hold each Contributor harmless for any liability

-      incurred by, or claims asserted against, such Contributor by reason

-      of your accepting any such warranty or additional liability.

-

-   END OF TERMS AND CONDITIONS

-

-   ============================================================================

-

-   Copyright 2016-2019 Intel Corporation

-   Copyright 2018 YANDEX LLC

-

-   Licensed under the Apache License, Version 2.0 (the "License");

-   you may not use this file except in compliance with the License.

-   You may obtain a copy of the License at

-

-       http://www.apache.org/licenses/LICENSE-2.0

-

-   Unless required by applicable law or agreed to in writing, software

-   distributed under the License is distributed on an "AS IS" BASIS,

-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

-   See the License for the specific language governing permissions and

-   limitations under the License.

-

-   This distribution includes third party software ("third party programs").

-   This third party software, even if included with the distribution of

-   the Intel software, may be governed by separate license terms, including

-   without limitation, third party license terms, other Intel software license

-   terms, and open source software license terms. These separate license terms

-   govern your use of the third party programs as set forth in the

-   "THIRD-PARTY-PROGRAMS" file.

-

-_____

-

-FlashAttention, https://github.com/Dao-AILab/flash-attention

-

-BSD 3-Clause License

-

-Copyright (c) 2022, the respective contributors, as shown by the AUTHORS file.

-All rights reserved.

-

-Redistribution and use in source and binary forms, with or without

-modification, are permitted provided that the following conditions are met:

-

-* Redistributions of source code must retain the above copyright notice, this

-  list of conditions and the following disclaimer.

-

-* Redistributions in binary form must reproduce the above copyright notice,

-  this list of conditions and the following disclaimer in the documentation

-  and/or other materials provided with the distribution.

-

-* Neither the name of the copyright holder nor the names of its

-  contributors may be used to endorse or promote products derived from

-  this software without specific prior written permission.

-

-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"

-AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE

-IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE

-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE

-FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL

-DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR

-SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER

-CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,

-OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE

-OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

-

-_____

-

-composable_kernel

-

-https://github.com/ROCmSoftwarePlatform/composable_kernel

-

-Copyright (c) 2018-    , Advanced Micro Devices, Inc. (Chao Liu, Jing Zhang)

-Copyright (c) 2019-    , Advanced Micro Devices, Inc. (Letao Qin, Qianfeng Zhang, Liang Huang, Shaojie Wang)

-Copyright (c) 2022-    , Advanced Micro Devices, Inc. (Anthony Chang, Chunyu Lai, Illia Silin, Adam Osewski, Poyen Chen, Jehandad Khan)

-Copyright (c) 2019-2021, Advanced Micro Devices, Inc. (Hanwen Chang)

-Copyright (c) 2019-2020, Advanced Micro Devices, Inc. (Tejash Shah)

-Copyright (c) 2020     , Advanced Micro Devices, Inc. (Xiaoyan Zhou)

-Copyright (c) 2021-2022, Advanced Micro Devices, Inc. (Jianfeng Yan)

-

-SPDX-License-Identifier: MIT

-Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.

-

-Permission is hereby granted, free of charge, to any person obtaining a copy

-of this software and associated documentation files (the "Software"), to deal

-in the Software without restriction, including without limitation the rights

-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

-copies of the Software, and to permit persons to whom the Software is

-furnished to do so, subject to the following conditions:

-

-The above copyright notice and this permission notice shall be included in all

-copies or substantial portions of the Software.

-

-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE

-SOFTWARE.

-

-_____

-

-neural-speed

-

-https://github.com/intel/neural-speed

-

-                                 Apache License

-                        http://www.apache.org/licenses/

-

-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION

-

-   1. Definitions.

-

-      "License" shall mean the terms and conditions for use, reproduction,

-      and distribution as defined by Sections 1 through 9 of this document.

-

-      "Licensor" shall mean the copyright owner or entity authorized by

-      the copyright owner that is granting the License.

-

-      "Legal Entity" shall mean the union of the acting entity and all

-      other entities that control, are controlled by, or are under common

-      control with that entity. For the purposes of this definition,

-      "control" means (i) the power, direct or indirect, to cause the

-      direction or management of such entity, whether by contract or

-      otherwise, or (ii) ownership of fifty percent (50%) or more of the

-      outstanding shares, or (iii) beneficial ownership of such entity.

-

-      "You" (or "Your") shall mean an individual or Legal Entity

-      exercising permissions granted by this License.

-

-      "Source" form shall mean the preferred form for making modifications,

-      including but not limited to software source code, documentation

-      source, and configuration files.

-

-      "Object" form shall mean any form resulting from mechanical

-      transformation or translation of a Source form, including but

-      not limited to compiled object code, generated documentation,

-      and conversions to other media types.

-

-      "Work" shall mean the work of authorship, whether in Source or

-      Object form, made available under the License, as indicated by a

-      copyright notice that is included in or attached to the work

-      (an example is provided in the Appendix below).

-

-      "Derivative Works" shall mean any work, whether in Source or Object

-      form, that is based on (or derived from) the Work and for which the

-      editorial revisions, annotations, elaborations, or other modifications

-      represent, as a whole, an original work of authorship. For the purposes

-      of this License, Derivative Works shall not include works that remain

-      separable from, or merely link (or bind by name) to the interfaces of,

-      the Work and Derivative Works thereof.

-

-      "Contribution" shall mean any work of authorship, including

-      the original version of the Work and any modifications or additions

-      to that Work or Derivative Works thereof, that is intentionally

-      submitted to Licensor for inclusion in the Work by the copyright owner

-      or by an individual or Legal Entity authorized to submit on behalf of

-      the copyright owner. For the purposes of this definition, "submitted"

-      means any form of electronic, verbal, or written communication sent

-      to the Licensor or its representatives, including but not limited to

-      communication on electronic mailing lists, source code control systems,

-      and issue tracking systems that are managed by, or on behalf of, the

-      Licensor for the purpose of discussing and improving the Work, but

-      excluding communication that is conspicuously marked or otherwise

-      designated in writing by the copyright owner as "Not a Contribution."

-

-      "Contributor" shall mean Licensor and any individual or Legal Entity

-      on behalf of whom a Contribution has been received by Licensor and

-      subsequently incorporated within the Work.

-

-   2. Grant of Copyright License. Subject to the terms and conditions of

-      this License, each Contributor hereby grants to You a perpetual,

-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable

-      copyright license to reproduce, prepare Derivative Works of,

-      publicly display, publicly perform, sublicense, and distribute the

-      Work and such Derivative Works in Source or Object form.

-

-   3. Grant of Patent License. Subject to the terms and conditions of

-      this License, each Contributor hereby grants to You a perpetual,

-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable

-      (except as stated in this section) patent license to make, have made,

-      use, offer to sell, sell, import, and otherwise transfer the Work,

-      where such license applies only to those patent claims licensable

-      by such Contributor that are necessarily infringed by their

-      Contribution(s) alone or by combination of their Contribution(s)

-      with the Work to which such Contribution(s) was submitted. If You

-      institute patent litigation against any entity (including a

-      cross-claim or counterclaim in a lawsuit) alleging that the Work

-      or a Contribution incorporated within the Work constitutes direct

-      or contributory patent infringement, then any patent licenses

-      granted to You under this License for that Work shall terminate

-      as of the date such litigation is filed.

-

-   4. Redistribution. You may reproduce and distribute copies of the

-      Work or Derivative Works thereof in any medium, with or without

-      modifications, and in Source or Object form, provided that You

-      meet the following conditions:

-

-      (a) You must give any other recipients of the Work or

-          Derivative Works a copy of this License; and

-

-      (b) You must cause any modified files to carry prominent notices

-          stating that You changed the files; and

-

-      (c) You must retain, in the Source form of any Derivative Works

-          that You distribute, all copyright, patent, trademark, and

-          attribution notices from the Source form of the Work,

-          excluding those notices that do not pertain to any part of

-          the Derivative Works; and

-

-      (d) If the Work includes a "NOTICE" text file as part of its

-          distribution, then any Derivative Works that You distribute must

-          include a readable copy of the attribution notices contained

-          within such NOTICE file, excluding those notices that do not

-          pertain to any part of the Derivative Works, in at least one

-          of the following places: within a NOTICE text file distributed

-          as part of the Derivative Works; within the Source form or

-          documentation, if provided along with the Derivative Works; or,

-          within a display generated by the Derivative Works, if and

-          wherever such third-party notices normally appear. The contents

-          of the NOTICE file are for informational purposes only and

-          do not modify the License. You may add Your own attribution

-          notices within Derivative Works that You distribute, alongside

-          or as an addendum to the NOTICE text from the Work, provided

-          that such additional attribution notices cannot be construed

-          as modifying the License.

-

-      You may add Your own copyright statement to Your modifications and

-      may provide additional or different license terms and conditions

-      for use, reproduction, or distribution of Your modifications, or

-      for any such Derivative Works as a whole, provided Your use,

-      reproduction, and distribution of the Work otherwise complies with

-      the conditions stated in this License.

-

-   5. Submission of Contributions. Unless You explicitly state otherwise,

-      any Contribution intentionally submitted for inclusion in the Work

-      by You to the Licensor shall be under the terms and conditions of

-      this License, without any additional terms or conditions.

-      Notwithstanding the above, nothing herein shall supersede or modify

-      the terms of any separate license agreement you may have executed

-      with Licensor regarding such Contributions.

-

-   6. Trademarks. This License does not grant permission to use the trade

-      names, trademarks, service marks, or product names of the Licensor,

-      except as required for reasonable and customary use in describing the

-      origin of the Work and reproducing the content of the NOTICE file.

-

-   7. Disclaimer of Warranty. Unless required by applicable law or

-      agreed to in writing, Licensor provides the Work (and each

-      Contributor provides its Contributions) on an "AS IS" BASIS,

-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or

-      implied, including, without limitation, any warranties or conditions

-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A

-      PARTICULAR PURPOSE. You are solely responsible for determining the

-      appropriateness of using or redistributing the Work and assume any

-      risks associated with Your exercise of permissions under this License.

-

-   8. Limitation of Liability. In no event and under no legal theory,

-      whether in tort (including negligence), contract, or otherwise,

-      unless required by applicable law (such as deliberate and grossly

-      negligent acts) or agreed to in writing, shall any Contributor be

-      liable to You for damages, including any direct, indirect, special,

-      incidental, or consequential damages of any character arising as a

-      result of this License or out of the use or inability to use the

-      Work (including but not limited to damages for loss of goodwill,

-      work stoppage, computer failure or malfunction, or any and all

-      other commercial damages or losses), even if such Contributor

-      has been advised of the possibility of such damages.

-

-   9. Accepting Warranty or Additional Liability. While redistributing

-      the Work or Derivative Works thereof, You may choose to offer,

-      and charge a fee for, acceptance of support, warranty, indemnity,

-      or other liability obligations and/or rights consistent with this

-      License. However, in accepting such obligations, You may act only

-      on Your own behalf and on Your sole responsibility, not on behalf

-      of any other Contributor, and only if You agree to indemnify,

-      defend, and hold each Contributor harmless for any liability

-      incurred by, or claims asserted against, such Contributor by reason

-      of your accepting any such warranty or additional liability.

-

-   END OF TERMS AND CONDITIONS

-

-   ============================================================================

-

-   Copyright 2016-2019 Intel Corporation

-   Copyright 2018 YANDEX LLC

-

-   Licensed under the Apache License, Version 2.0 (the "License");

-   you may not use this file except in compliance with the License.

-   You may obtain a copy of the License at

-

-       http://www.apache.org/licenses/LICENSE-2.0

-

-   Unless required by applicable law or agreed to in writing, software

-   distributed under the License is distributed on an "AS IS" BASIS,

-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

-   See the License for the specific language governing permissions and

-   limitations under the License.

-

-   This distribution includes third party software ("third party programs").

-   This third party software, even if included with the distribution of

-   the Intel software, may be governed by separate license terms, including

-   without limitation, third party license terms, other Intel software license

-   terms, and open source software license terms. These separate license terms

-   govern your use of the third party programs as set forth in the

-   "THIRD-PARTY-PROGRAMS" file.

+in this Software without prior written authorization of the copyright holder.

\ No newline at end of file

​

@@ -1,1 +1,1 @@

-1.17.1

+1.15.1

​

@@ -5,11 +5,11 @@

 /** \mainpage ONNX Runtime

  *

- * ONNX Runtime is a high-performance inference and training graph execution engine for deep learning models.

+ * ONNX Runtime is a high-performance inference and training graph execution engine for deeplearning models.

  *

  * ONNX Runtime's C, C++ APIs offer an easy to use interface to onboard and execute onnx models.

  * - \subpage c_cpp_api "Core C, C++ APIs"

- * - \subpage training_c_cpp_api "Training C, C++ APIs for on-device training"

+ * - \subpage training_c_cpp_api "Training C, C++ APIs for learning on the edge"

  *

  * \page c_cpp_api Core C, C++ APIs

  * <h1>C</h1>

@@ -29,16 +29,15 @@

  */

 #pragma once

-#include <stdbool.h>

-#include <stdint.h>

 #include <stdlib.h>

+#include <stdint.h>

 #include <string.h>

 /** \brief The API version defined in this header

  *

  * This value is used by some API functions to behave as this version of the header expects.

  */

-#define ORT_API_VERSION 17

+#define ORT_API_VERSION 15

 #ifdef __cplusplus

 extern "C" {

@@ -62,8 +61,6 @@

 #define _Check_return_

 #define _Outptr_result_maybenull_

 #define _In_reads_(X)

-#define _Inout_updates_(X)

-#define _Out_writes_(X)

 #define _Inout_updates_all_(X)

 #define _Out_writes_bytes_all_(X)

 #define _Out_writes_all_(X)

@@ -191,12 +188,7 @@

   ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT64,      // maps to c type uint64_t

   ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX64,   // complex with float32 real and imaginary components

   ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX128,  // complex with float64 real and imaginary components

-  ONNX_TENSOR_ELEMENT_DATA_TYPE_BFLOAT16,    // Non-IEEE floating-point format based on IEEE754 single-precision

-  // float 8 types were introduced in onnx 1.14, see https://onnx.ai/onnx/technical/float8.html

-  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FN,    // Non-IEEE floating-point format based on IEEE754 single-precision

-  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FNUZ,  // Non-IEEE floating-point format based on IEEE754 single-precision

-  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2,      // Non-IEEE floating-point format based on IEEE754 single-precision

-  ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2FNUZ   // Non-IEEE floating-point format based on IEEE754 single-precision

+  ONNX_TENSOR_ELEMENT_DATA_TYPE_BFLOAT16     // Non-IEEE floating-point format based on IEEE754 single-precision

 } ONNXTensorElementDataType;

 // Synced with onnx TypeProto oneof

@@ -300,7 +292,6 @@

 ORT_RUNTIME_CLASS(Op);

 ORT_RUNTIME_CLASS(OpAttr);

 ORT_RUNTIME_CLASS(Logger);

-ORT_RUNTIME_CLASS(ShapeInferContext);

 #ifdef _WIN32

 typedef _Return_type_success_(return == 0) OrtStatus* OrtStatusPtr;

@@ -410,8 +401,7 @@

         user_compute_stream{},

         default_memory_arena_cfg{},

         tunable_op_enable{false},

-        tunable_op_tuning_enable{false},

-        tunable_op_max_tuning_duration_ms{} {}

+        tunable_op_tuning_enable{false} {}

 #endif

   /** \brief CUDA device Id

@@ -474,11 +464,6 @@

    */

   int tunable_op_tuning_enable;

-  /** \brief Max tuning duration time limit for each instance of TunableOp.

-   *   Defaults to 0 to disable the limit.

-   */

-  int tunable_op_max_tuning_duration_ms;

-

 } OrtCUDAProviderOptions;

 /** \brief ROCM Provider Options

@@ -497,8 +482,7 @@

         user_compute_stream{},

         default_memory_arena_cfg{},

         tunable_op_enable{false},

-        tunable_op_tuning_enable{false},

-        tunable_op_max_tuning_duration_ms{} {}

+        tunable_op_tuning_enable{false} {}

 #endif

   /** \brief ROCM device Id

@@ -560,11 +544,6 @@

    */

   int tunable_op_tuning_enable;

-  /** \brief Max tuning duration time limit for each instance of TunableOp.

-   *   Defaults to 0 to disable the limit.

-   */

-  int tunable_op_max_tuning_duration_ms;

-

 } OrtROCMProviderOptions;

 /** \brief TensorRT Provider Options

@@ -600,11 +579,9 @@

  * \see OrtApi::SessionOptionsAppendExecutionProvider_MIGraphX

  */

 typedef struct OrtMIGraphXProviderOptions {

-  int device_id;                                     // hip device id.

-  int migraphx_fp16_enable;                          // MIGraphX FP16 precision. Default 0 = false, nonzero = true

-  int migraphx_int8_enable;                          // MIGraphX INT8 precision. Default 0 = false, nonzero = true

-  int migraphx_use_native_calibration_table;         // MIGraphx INT8 cal table. Default 0 = false, noznero = true

-  const char* migraphx_int8_calibration_table_name;  // MIGraphx INT8 calibration table name

+  int device_id;             // hip device id.

+  int migraphx_fp16_enable;  // enable MIGraphX FP16 precision. Default 0 = false, nonzero = true

+  int migraphx_int8_enable;  // enable MIGraphX INT8 precision. Default 0 = false, nonzero = true

 } OrtMIGraphXProviderOptions;

 /** \brief OpenVINO Provider Options

@@ -614,7 +591,7 @@

 typedef struct OrtOpenVINOProviderOptions {

 #ifdef __cplusplus

   OrtOpenVINOProviderOptions() : device_type{},

-                                 enable_npu_fast_compile{},

+                                 enable_vpu_fast_compile{},

                                  device_id{},

                                  num_of_threads{},

                                  cache_dir{},

@@ -627,7 +604,7 @@

    * Valid settings are one of: "CPU_FP32", "CPU_FP16", "GPU_FP32", "GPU_FP16"

    */

   const char* device_type;

-  unsigned char enable_npu_fast_compile;  ///< 0 = disabled, nonzero = enabled

+  unsigned char enable_vpu_fast_compile;  ///< 0 = disabled, nonzero = enabled

   const char* device_id;

   size_t num_of_threads;  ///< 0 = Use default number of threads

   const char* cache_dir;  // path is set to empty by default

@@ -700,15 +677,6 @@

 typedef OrtStatus*(ORT_API_CALL* RegisterCustomOpsFn)(OrtSessionOptions* options, const OrtApiBase* api);

-/** \brief Callback function for RunAsync

- *

- * \paramin user_data User specific data that passed back to the callback

- * \paramout outputs On succeed, outputs host inference results, on error, the value will be nullptr

- * \paramout num_outputs Number of outputs, on error, the value will be zero

- * \paramout status On error, status will provide details

- */

-typedef void (*RunAsyncCallbackFn)(void* user_data, OrtValue** outputs, size_t num_outputs, OrtStatusPtr status);

-

 /** \brief The C API

  *

  * All C API functions are defined inside this structure as pointers to functions.

@@ -749,8 +717,6 @@

   /** \brief Create an OrtEnv

    *

-   * \note Invoking this function will return the same instance of the environment as that returned by a previous call

-   * to another env creation function; all arguments to this function will be ignored.

    * \paramin log_severity_level The log severity level.

    * \paramin logid The log identifier.

    * \paramout out Returned newly created OrtEnv. Must be freed with OrtApi::ReleaseEnv

@@ -761,20 +727,17 @@

   /** \brief Create an OrtEnv

    *

-   * \note Invoking this function will return the same instance of the environment as that returned by a previous call

-   * to another env creation function; all arguments to this function will be ignored. If you want to provide your

-   * own logging function, consider setting it using the SetUserLoggingFunction API instead.

    * \paramin logging_function A pointer to a logging function.

    * \paramin logger_param A pointer to arbitrary data passed as the ::OrtLoggingFunction `param` parameter to

-   *                         `logging_function`. This parameter is optional.

+   *                         `logging_function`.

    * \paramin log_severity_level The log severity level.

    * \paramin logid The log identifier.

    * \paramout out Returned newly created OrtEnv. Must be freed with OrtApi::ReleaseEnv

    *

    * \snippet{doc} snippets.dox OrtStatus Return Value

    */

-  ORT_API2_STATUS(CreateEnvWithCustomLogger, _In_ OrtLoggingFunction logging_function, _In_opt_ void* logger_param,

-                  _In_ OrtLoggingLevel log_severity_level, _In_ const char* logid, _Outptr_ OrtEnv** out);

+  ORT_API2_STATUS(CreateEnvWithCustomLogger, OrtLoggingFunction logging_function, _In_opt_ void* logger_param,

+                  OrtLoggingLevel log_severity_level, _In_ const char* logid, _Outptr_ OrtEnv** out);

   /** \brief Enable Telemetry

    *

@@ -996,7 +959,7 @@

   /** \brief Set the optimization level to apply when loading a graph

    *

-   * Please see https://onnxruntime.ai/docs/performance/model-optimizations/graph-optimizations.html for an in-depth explanation

+   * Please see https://onnxruntime.ai/docs/performance/graph-optimizations.html for an in-depth explanation

    * \paramin,out options The session options object

    * \paramin graph_optimization_level The optimization level

    *

@@ -2765,10 +2728,6 @@

    *  crossing which the current chunk is chunked into 2.

    * "initial_growth_chunk_size_bytes": (Possible) Size of the second allocation in the arena.

    *  Only relevant if arena strategy is `kNextPowerOfTwo`. Use -1 to allow ORT to choose the default.

-   * "max_power_of_two_extend_bytes": The maximum enxtend size if arena strategy is `kNextPowerOfTwo`.

-   *  It is not an allocation limit, it is only a limit for extention when requested byte is less than the limit.

-   *  When requested bytes is more than the limit, allocator will still return as requested.

-   *  Use -1 to allow ORT to choose the default 1GB for max_power_of_two_extend_bytes.

    *  Ultimately, the allocation size is determined by the allocation memory request.

    *  Further allocation sizes are governed by the arena extend strategy.

    *

@@ -3594,28 +3553,8 @@

    *

    * QNN supported keys:

    *   "backend_path": file path to QNN backend library.

-   *   "profiling_level": QNN profiling level, options: "off", "basic", "detailed". Default to off.

+   *   "profiling_level": QNN profiling level, options: "basic", "detailed".

    *   "rpc_control_latency": QNN RPC control latency.

-   *   "vtcm_mb": QNN VTCM size in MB. default to 0(not set).

-   *   "htp_performance_mode": QNN performance mode, options: "burst", "balanced", "default", "high_performance",

-   *   "high_power_saver", "low_balanced", "extreme_power_saver", "low_power_saver", "power_saver", "sustained_high_performance". Default to "default".

-   *   "qnn_saver_path": File path to the QNN Saver backend library. If specified, QNN Saver will be enabled and will

-   *   dump QNN API calls to disk for replay/debugging. QNN Saver produces incorrect model inference results and

-   *   may alter model/EP partitioning. Use only for debugging.

-   *   "qnn_context_priority": QNN context priority, options: "low", "normal", "normal_high", "high". Default to "normal".

-   *   "htp_graph_finalization_optimization_mode": Set the optimization mode for graph finalization on the HTP backend. Available options:

-   *     - "0": Default.

-   *     - "1": Faster preparation time, less optimal graph.

-   *     - "2": Longer preparation time, more optimal graph.

-   *     - "3": Longest preparation time, most likely even more optimal graph. See QNN SDK documentation for specific details.

-   *   "soc_model": The SoC model number. Refer to the QNN SDK documentation for valid values. Defaults to "0" (unknown).

-   *   "htp_arch": The minimum HTP architecture the driver will use to select compatible QNN operators. Available options:

-   *     - "0": Default (none).

-   *     - "68"

-   *     - "69"

-   *     - "73"

-   *     - "75"

-   *   "device_id": The ID of the device to use when setting 'htp_arch'. Defaults to "0" (for single device).

    *

    * SNPE supported keys:

    *   "runtime": SNPE runtime engine, options: "CPU", "CPU_FLOAT32", "GPU", "GPU_FLOAT32_16_HYBRID", "GPU_FLOAT16",

@@ -3629,7 +3568,6 @@

    *   "buffer_type": ITensor or user buffers, options: "ITENSOR", user buffer with different types - "TF8", "TF16", "UINT8", "FLOAT".

    *   "ITENSOR" -- default, ITensor which is float only.

    *   "TF8" -- quantized model required, "FLOAT" -- for both quantized or non-quantized model

-   *   "enable_init_cache": enable SNPE init caching feature, set to 1 to enabled it. Disabled by default.

    *   If SNPE is not available (due to a non Snpe enabled build or its dependencies not being installed), this function will fail.

    *

    * XNNPACK supported keys:

@@ -4253,7 +4191,7 @@

    */

   ORT_API2_STATUS(GetResizedStringTensorElementBuffer, _Inout_ OrtValue* value, _In_ size_t index, _In_ size_t length_in_bytes, _Inout_ char** buffer);

-  /** \brief Get Allocator from KernelContext for a specific memoryInfo. Please use C API ReleaseAllocator to release out object

+  /** \brief Get Allocator from KernelContext for a specific memoryInfo.

    *

    * \paramin context OrtKernelContext instance

    * \paramin mem_info OrtMemoryInfo instance

@@ -4272,300 +4210,6 @@

    * \since Version 1.15.

    */

   const char*(ORT_API_CALL* GetBuildInfoString)(void);

-

-  /// \name OrtROCMProviderOptions

-  /// @{

-

-  /** \brief Create an OrtROCMProviderOptions

-   *

-   * \paramout out Newly created ::OrtROCMProviderOptions. Must be released with OrtApi::ReleaseROCMProviderOptions

-   *

-   * \snippet{doc} snippets.dox OrtStatus Return Value

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(CreateROCMProviderOptions, _Outptr_ OrtROCMProviderOptions** out);

-

-  /** \brief Set options in a ROCm Execution Provider.

-   *

-   * Please refer to https://onnxruntime.ai/docs/execution-providers/ROCm-ExecutionProvider.html

-   * to know the available keys and values. Key should be in null terminated string format of the member of

-   * ::OrtROCMProviderOptions and value should be its related range.

-   *

-   * For example, key="device_id" and value="0"

-   *

-   * \paramin rocm_options

-   * \paramin provider_options_keys Array of UTF-8 null-terminated string for provider options keys

-   * \paramin provider_options_values Array of UTF-8 null-terminated string for provider options values

-   * \paramin num_keys Number of elements in the `provider_option_keys` and `provider_options_values` arrays

-   *

-   * \snippet{doc} snippets.dox OrtStatus Return Value

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(UpdateROCMProviderOptions, _Inout_ OrtROCMProviderOptions* rocm_options,

-                  _In_reads_(num_keys) const char* const* provider_options_keys,

-                  _In_reads_(num_keys) const char* const* provider_options_values,

-                  _In_ size_t num_keys);

-

-  /**

-   * Get serialized ROCm provider options string.

-   *

-   * For example, "device_id=0;arena_extend_strategy=0;......"

-   *

-   * \param rocm_options - OrtROCMProviderOptions instance

-   * \param allocator - a ptr to an instance of OrtAllocator obtained with CreateAllocator() or GetAllocatorWithDefaultOptions()

-   *                      the specified allocator will be used to allocate continuous buffers for output strings and lengths.

-   * \param ptr - is a UTF-8 null terminated string allocated using 'allocator'. The caller is responsible for using the same allocator to free it.

-   *

-   * \snippet{doc} snippets.dox OrtStatus Return Value

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(GetROCMProviderOptionsAsString, _In_ const OrtROCMProviderOptions* rocm_options, _Inout_ OrtAllocator* allocator, _Outptr_ char** ptr);

-

-  /** \brief Release an ::OrtROCMProviderOptions

-   *

-   * \note This is an exception in the naming convention of other Release* functions, as the name of the method does not have the V2 suffix, but the type does

-   *

-   * \since Version 1.16.

-   */

-  void(ORT_API_CALL* ReleaseROCMProviderOptions)(_Frees_ptr_opt_ OrtROCMProviderOptions* input);

-

-  /** \brief Create an allocator with specific type and register it with the ::OrtEnv

-   *  This API enhance CreateAndRegisterAllocator that it can create an allocator with specific type, not just CPU allocator

-   *  Enables sharing the allocator between multiple sessions that use the same env instance.

-   *  Lifetime of the created allocator will be valid for the duration of the environment.

-   *  Returns an error if an allocator with the same ::OrtMemoryInfo is already registered.

-   *  \paramin env OrtEnv instance

-   *  \paramin provider_type ExecutionProvider type

-   *  \paramin mem_info OrtMemoryInfo instance

-   *  \paramin arena_cfg Arena configuration

-   *  \paramin provider_options_keys key of the provider options map

-   *  \paramin provider_options_values value of the provider options map

-   *  \paramin num_keys Length of the provider options map

-   */

-  ORT_API2_STATUS(CreateAndRegisterAllocatorV2, _Inout_ OrtEnv* env, _In_ const char* provider_type, _In_ const OrtMemoryInfo* mem_info, _In_ const OrtArenaCfg* arena_cfg,

-                  _In_reads_(num_keys) const char* const* provider_options_keys, _In_reads_(num_keys) const char* const* provider_options_values, _In_ size_t num_keys);

-

-  /** \brief Run the model asynchronously in a thread owned by intra op thread pool

-   *

-   * \paramin session

-   * \paramin run_options If nullptr, will use a default ::OrtRunOptions

-   * \paramin input_names Array of null terminated UTF8 encoded strings of the input names

-   * \paramin input Array of ::OrtValue%s of the input values

-   * \paramin input_len Number of elements in the input_names and inputs arrays

-   * \paramin output_names Array of null terminated UTF8 encoded strings of the output names

-   * \paramin output_names_len Number of elements in the output_names and outputs array

-   * \paramout output OrtValue* array of size output_names_len.

-   *             On calling RunAsync, outputi could either be a null or a pointer to a preallocated OrtValue.

-   *             Later, the output array will be passed to run_async_callback with all null(s) filled with valid

-   *             OrtValue pointer(s) allocated by onnxruntime.

-   *             NOTE: it is customer's duty to finally release the output array and each of its member,

-   *             regardless of whether the member (OrtValue*) is allocated by onnxruntime or preallocated by the customer.

-   * \paramin run_async_callback Callback function on model run completion

-   * \paramin user_data User data that pass back to run_async_callback

-   */

-  ORT_API2_STATUS(RunAsync, _Inout_ OrtSession* session, _In_opt_ const OrtRunOptions* run_options,

-                  _In_reads_(input_len) const char* const* input_names,

-                  _In_reads_(input_len) const OrtValue* const* input, size_t input_len,

-                  _In_reads_(output_names_len) const char* const* output_names, size_t output_names_len,

-                  _Inout_updates_all_(output_names_len) OrtValue** output,

-                  _In_ RunAsyncCallbackFn run_async_callback, _In_opt_ void* user_data);

-

-  /**

-   * Update TensorRT EP provider option where its data type is pointer, for example 'user_compute_stream'.

-   * If the data type of the provider option can be represented by string please use UpdateTensorRTProviderOptions.

-   *

-   * Note: It's caller's responsibility to properly manage the lifetime of the instance pointed by this pointer.

-   *

-   * \param tensorrt_options - OrtTensorRTProviderOptionsV2 instance

-   * \param key - Name of the provider option

-   * \param value - A pointer to the instance that will be assigned to this provider option

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(UpdateTensorRTProviderOptionsWithValue, _Inout_ OrtTensorRTProviderOptionsV2* tensorrt_options, _In_ const char* key, _In_ void* value);

-

-  /**

-   * Get TensorRT EP provider option where its data type is pointer.

-   * If the data type of the provider option can be represented by string please use GetTensorRTProviderOptionsAsString.

-   *

-   * \param tensorrt_options - OrtTensorRTProviderOptionsV2 instance

-   * \param key - Name of the provider option

-   * \param ptr - A pointer to the instance that is kept by the provider option

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(GetTensorRTProviderOptionsByName, _In_ const OrtTensorRTProviderOptionsV2* tensorrt_options, _In_ const char* key, _Outptr_ void** ptr);

-

-  /**

-   * Update CUDA EP provider option where its data type is pointer, for example 'user_compute_stream'.

-   * If the data type of the provider option can be represented by string please use UpdateCUDAProviderOptions.

-   *

-   * Note: It's caller's responsibility to properly manage the lifetime of the instance pointed by this pointer.

-   *

-   * \param cuda_options - OrtCUDAProviderOptionsV2 instance

-   * \param key - Name of the provider option

-   * \param value - A pointer to the instance that will be assigned to this provider option

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(UpdateCUDAProviderOptionsWithValue, _Inout_ OrtCUDAProviderOptionsV2* cuda_options, _In_ const char* key, _In_ void* value);

-

-  /**

-   * Get CUDA EP provider option where its data type is pointer.

-   * If the data type of the provider option can be represented by string please use GetCUDAProviderOptionsAsString.

-   *

-   * \param cuda_options - OrtCUDAProviderOptionsV2 instance

-   * \param key - Name of the provider option

-   * \param ptr - A pointer to the instance that is kept by the provider option

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(GetCUDAProviderOptionsByName, _In_ const OrtCUDAProviderOptionsV2* cuda_options, _In_ const char* key, _Outptr_ void** ptr);

-

-  /**

-   * Get a EP resource.

-   * E.g. a cuda stream or a cublas handle

-   *

-   * \param context - Kernel context

-   * \param resouce_version - Version of the resource

-   * \param resource_id - Type of resource

-   * \param resource - A pointer to returned resource

-   *

-   * \since Version 1.16.

-   */

-  ORT_API2_STATUS(KernelContext_GetResource, _In_ const OrtKernelContext* context, _In_ int resouce_version, _In_ int resource_id, _Outptr_ void** resource);

-

-  /** \brief Set user logging function

-   *

-   *  By default the logger created by the CreateEnv* functions is used to create the session logger as well.

-   *  This function allows a user to override this default session logger with a logger of their own choosing. This way

-   *  the user doesn't have to create a separate environment with a custom logger. This addresses the problem when

-   *  the user already created an env but now wants to use a different logger for a specific session (for debugging or

-   *  other reasons).

-   *

-   * \paramin options

-   * \paramin user_logging_function A pointer to a logging function.

-   * \paramin user_logging_param A pointer to arbitrary data passed as the ::OrtLoggingFunction `param` parameter to

-   *                         `user_logging_function`. This parameter is optional.

-   *

-   * \snippet{doc} snippets.dox OrtStatus Return Value

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(SetUserLoggingFunction, _Inout_ OrtSessionOptions* options,

-                  _In_ OrtLoggingFunction user_logging_function, _In_opt_ void* user_logging_param);

-

-  /**

-   * Get number of input from OrtShapeInferContext

-   *

-   * \paramin context

-   * \paramout out The number of inputs

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(ShapeInferContext_GetInputCount, _In_ const OrtShapeInferContext* context, _Out_ size_t* out);

-

-  /**

-   * Get type and shape info of an input

-   *

-   * \paramin context

-   * \paramin index The index of the input

-   * \paramout info Type shape info of the input

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(ShapeInferContext_GetInputTypeShape, _In_ const OrtShapeInferContext* context, _In_ size_t index, _Outptr_ OrtTensorTypeAndShapeInfo** info);

-

-  /**

-   * Get attribute from OrtShapeInferContext. Note that OrtShapeInferContext is a per-node context, one could only read attribute from current node.

-   *

-   * \paramin context

-   * \paramin attr_name Name of the attribute

-   * \paramout attr Handle of the attribute fetched

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(ShapeInferContext_GetAttribute, _In_ const OrtShapeInferContext* context, _In_ const char* attr_name, _Outptr_ const OrtOpAttr** attr);

-

-  /**

-   * Set type and shape info of an ouput

-   *

-   * \paramin context

-   * \paramin index The index of the ouput

-   * \paramout info Type shape info of the output

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(ShapeInferContext_SetOutputTypeShape, _In_ const OrtShapeInferContext* context, _In_ size_t index, _In_ const OrtTensorTypeAndShapeInfo* info);

-

-  /**

-   * Set symbolic shape to type shape info

-   *

-   * \paramin info Type shape info

-   * \paramin dim_params Symbolic strings

-   * \paramin dim_params_length Number of strings

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(SetSymbolicDimensions, _In_ OrtTensorTypeAndShapeInfo* info, _In_ const char* dim_params, _In_ size_t dim_params_length);

-

-  /**

-   * Read contents of an attribute to data

-   *

-   * \paramin op_attr

-   * \paramin type Attribute type

-   * \paramout data Memory address to save raw content of the attribute

-   * \paramin len Number of bytes allowed to store in data

-   * \paramout out Number of bytes required to save the data when the call failed, or the real number of bytes saved to data on success

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(ReadOpAttr, _In_ const OrtOpAttr* op_attr, _In_ OrtOpAttrType type, _Inout_ void* data, _In_ size_t len, _Out_ size_t* out);

-

-  /** \brief Set whether to use deterministic compute.

-   *

-   * Default is false. If set to true, this will enable deterministic compute for GPU kernels where possible.

-   * Note that this most likely will have a performance cost.

-   *

-   * \paramin options

-   * \paramin value

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(SetDeterministicCompute, _Inout_ OrtSessionOptions* options, bool value);

-

-  /**

-   * Run fn in parallel

-   *

-   * \paramin context

-   * \paramin fn Function accepting usr_data and an integer as iterator

-   * \paramin total The number of times fn is to be invoked

-   * \paramin num_batch Number of batches by which the "total" is to be divided in maximum. When zero, there is no limit

-   * \paramin usr_data User data to be passed back to fn

-   *

-   * \since Version 1.17.

-   */

-  ORT_API2_STATUS(KernelContext_ParallelFor, _In_ const OrtKernelContext* context, _In_ void (*fn)(void*, size_t), _In_ size_t total, _In_ size_t num_batch, _In_ void* usr_data);

-

-  /** \brief Append OpenVINO execution provider to the session options

-   *

-   * If OpenVINO is not available (due to a non OpenVINO enabled build, or if OpenVINO is not installed on the system), this function will fail.

-   *

-   * \paramin options

-   * \paramin provider_options_keys

-   * \paramin provider_options_values

-   * \paramin num_keys

-   *

-   * \snippet{doc} snippets.dox OrtStatus Return Value

-   */

-  ORT_API2_STATUS(SessionOptionsAppendExecutionProvider_OpenVINO_V2,

-                  _In_ OrtSessionOptions* options,

-                  _In_reads_(num_keys) const char* const* provider_options_keys,

-                  _In_reads_(num_keys) const char* const* provider_options_values,

-                  _In_ size_t num_keys);

 };

 /*

@@ -4596,10 +4240,7 @@

 struct OrtCustomOp {

   uint32_t version;  // Must be initialized to ORT_API_VERSION

-  // This callback creates the kernel, which is a user defined

-  // parameter that is passed to the Kernel* callbacks below. It is

-  // recommended to use CreateKernelV2 which allows for a safe error

-  // propagation by returning an OrtStatusPtr.

+  // This callback creates the kernel, which is a user defined parameter that is passed to the Kernel* callbacks below.

   void*(ORT_API_CALL* CreateKernel)(_In_ const struct OrtCustomOp* op, _In_ const OrtApi* api,

                                     _In_ const OrtKernelInfo* info);

@@ -4615,9 +4256,7 @@

   ONNXTensorElementDataType(ORT_API_CALL* GetOutputType)(_In_ const struct OrtCustomOp* op, _In_ size_t index);

   size_t(ORT_API_CALL* GetOutputTypeCount)(_In_ const struct OrtCustomOp* op);

-  // Perform a computation step.  It is recommended to use

-  // KernelComputeV2 which allows for a safe error propagation by

-  // returning an OrtStatusPtr.

+  // Op kernel callbacks

   void(ORT_API_CALL* KernelCompute)(_In_ void* op_kernel, _In_ OrtKernelContext* context);

   void(ORT_API_CALL* KernelDestroy)(_In_ void* op_kernel);

@@ -4649,20 +4288,6 @@

   // and false (zero) otherwise.

   // Applicable only for custom ops that have a variadic output.

   int(ORT_API_CALL* GetVariadicOutputHomogeneity)(_In_ const struct OrtCustomOp* op);

-

-  // Create the kernel state which is passed to each compute call.

-  OrtStatusPtr(ORT_API_CALL* CreateKernelV2)(_In_ const struct OrtCustomOp* op, _In_ const OrtApi* api,

-                                             _In_ const OrtKernelInfo* info,

-                                             _Out_ void** kernel);

-