Add batch inference feature and optimizer model.

This commit is contained in:
liuf9 2024-06-21 21:07:06 +08:00
parent eb462879a4
commit 49dab49ee2
2 changed files with 1101 additions and 40 deletions

File diff suppressed because it is too large Load Diff

101
AI4C.spec
View File

@ -1,12 +1,29 @@
Summary: %{name}-v%{version}-alpha is a framework which enables compilers compilers to integrate ML-driven compiler optimization.
%global pkg_version %{name}-v%{version}-alpha
%global build_dir %{_builddir}/%{pkg_version}
%global build_dir_dep %{build_dir}/third_party
%global build_dir_frm %{build_dir}/aiframe
%global build_dir_model %{build_dir}/models
%global build_libdir %{build_dir_frm}/lib64
%global build_includedir %{build_dir_frm}/include
%global install_libdir %{buildroot}%{_libdir}
%global install_includedir %{buildroot}%{_includedir}
%global install_dir_model %{install_libdir}/%{name}
%global max_jobs 8
Summary: %{name} is a framework which enables compilers compilers to integrate ML-driven compiler optimization.
Name: AI4C
Version: 0.1.0
Release: 1
# onnxruntime and SafeInt are MIT
# onnx is Apache License 2.0
Release: 2
# Package onnxruntime and SafeInt have MIT License.
# Package onnx has Apache License 2.0.
License: MIT and ASL 2.0 and Boost and BSD
URL: https://gitee.com/openeuler/AI4C
Source0: %{name}-v%{version}-alpha.tar.gz
Source0: %{pkg_version}.tar.gz
Patch1: 0001-Add-batch-inference-feature-and-optimizer-model.patch
BuildRequires: cmake >= 3.13
BuildRequires: make
@ -24,26 +41,28 @@ BuildRequires: openssl-devel
%description
%{name}-v%{version}-alpha is a framework which enables compilers compilers to integrate ML-driven compiler optimization.
%{name} is a framework which enables compilers compilers to integrate ML-driven compiler optimization.
%prep
tar -xzf %{SOURCE0} -C .
%autosetup -S git -n %{pkg_version}
%build
## construct cmake
cd %{_builddir}/%{name}-v%{version}-alpha/third_party/cmake-3.28.5
# Construct dependency package `cmake`
cd %{build_dir_dep}/cmake-3.28.5
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX=./install
make install
make install -j %{max_jobs}
# Broken test in aarch64
cd %{_builddir}/%{name}-v%{version}-alpha/third_party/onnxruntime-1.16.3
# Broken test in aarch64 architecture.
cd %{build_dir_dep}/onnxruntime-1.16.3
%ifarch aarch64
rm -v onnxruntime/test/optimizer/nhwc_transformer_test.cc
%endif
%{_builddir}/%{name}-v%{version}-alpha/third_party/cmake-3.28.5/build/install/bin/cmake \
%{build_dir_dep}/cmake-3.28.5/build/install/bin/cmake \
-DCMAKE_INSTALL_LIBDIR=%{_lib} \
-DCMAKE_INSTALL_INCLUDEDIR=include \
-Donnxruntime_BUILD_SHARED_LIB=ON \
@ -58,46 +77,48 @@ rm -v onnxruntime/test/optimizer/nhwc_transformer_test.cc
-Donnxruntime_ENABLE_PYTHON=ON \
-DCMAKE_BUILD_TYPE=RelWithDebInfo \
-S cmake
make
make -j %{max_jobs}
mkdir -p %{_builddir}/%{name}-v%{version}-alpha/aiframe/lib64/
cd %{_builddir}/%{name}-v%{version}-alpha/third_party/onnxruntime-1.16.3
cp libonnxruntime.so.1.16.3 %{_builddir}/%{name}-v%{version}-alpha/aiframe/lib64/
cp libonnxruntime.so %{_builddir}/%{name}-v%{version}-alpha/aiframe/lib64/
cp include/onnxruntime/core/session/onnxruntime_c_api.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/session/onnxruntime_cxx_api.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/session/onnxruntime_cxx_inline.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/session/onnxruntime_float16.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/session/onnxruntime_run_options_config_keys.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/session/onnxruntime_session_options_config_keys.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/providers/cpu/cpu_provider_factory.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/session/onnxruntime_lite_custom_op.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp include/onnxruntime/core/framework/provider_options.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp orttraining/orttraining/training_api/include/onnxruntime_training_cxx_api.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp orttraining/orttraining/training_api/include/onnxruntime_training_cxx_inline.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
cp orttraining/orttraining/training_api/include/onnxruntime_training_c_api.h %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/
mkdir -p %{build_libdir}
cd %{build_dir_dep}/onnxruntime-1.16.3
cp libonnxruntime.so.1.16.3 %{build_libdir}
cp libonnxruntime.so %{build_libdir}
cp include/onnxruntime/core/session/onnxruntime_c_api.h %{build_includedir}
cp include/onnxruntime/core/session/onnxruntime_cxx_api.h %{build_includedir}
cp include/onnxruntime/core/session/onnxruntime_cxx_inline.h %{build_includedir}
cp include/onnxruntime/core/session/onnxruntime_float16.h %{build_includedir}
cp include/onnxruntime/core/session/onnxruntime_run_options_config_keys.h %{build_includedir}
cp include/onnxruntime/core/session/onnxruntime_session_options_config_keys.h %{build_includedir}
cp include/onnxruntime/core/providers/cpu/cpu_provider_factory.h %{build_includedir}
cp include/onnxruntime/core/session/onnxruntime_lite_custom_op.h %{build_includedir}
cp include/onnxruntime/core/framework/provider_options.h %{build_includedir}
cp orttraining/orttraining/training_api/include/onnxruntime_training_cxx_api.h %{build_includedir}
cp orttraining/orttraining/training_api/include/onnxruntime_training_cxx_inline.h %{build_includedir}
cp orttraining/orttraining/training_api/include/onnxruntime_training_c_api.h %{build_includedir}
## construct ONNXRunner.so
cd %{_builddir}/%{name}-v%{version}-alpha/aiframe
# Construct AI4C library `libONNXRunner.so`.
cd %{build_dir_frm}
cmake .
make
mv ./libONNXRunner.so ./lib64
make -j %{max_jobs}
mv libONNXRunner.so %{build_libdir}
%install
mkdir -p %{buildroot}%{_libdir}
cp %{_builddir}/%{name}-v%{version}-alpha/models/* %{buildroot}%{_libdir}/
install -d %{install_dir_model}
install %{build_dir_model}/* %{install_dir_model}
install %{build_libdir}/* %{install_libdir}
install -d %{install_includedir}
install %{build_includedir}/* %{install_includedir}
cp %{_builddir}/%{name}-v%{version}-alpha/aiframe/lib64/* %{buildroot}%{_libdir}/
mkdir -p %{buildroot}%{_includedir}
cp %{_builddir}/%{name}-v%{version}-alpha/aiframe/include/* %{buildroot}%{_includedir}
%files
#%license LICENSE
#%doc ThirdPartyNotices.txt
%{_libdir}/*
%{_includedir}/*
%changelog
* Fri Jun 21 2024 Feiyang Liu <liufeiyang6@huaewei.com> - 0.1.0-2
- Add batch inference feature and optimizer model
* Wed Jun 5 2024 Zhenyu Zhao <zhaozhenyu17@huaewei.com> - 0.1.0-1
- Release 0.1.0