Update RK3562/RK3566/RK3568/RK3576/RK3588/RV1103B/RV1103/RV1106/RK211…

…8 NPU SDK to V2.3.0 Signed-off-by: Randall Zhuo <[email protected]>
airockchip · Nov 11, 2024 · a8dd54d · a8dd54d
1 parent 7efa763
commit a8dd54d
Show file tree

Hide file tree

Showing 95 changed files with 257 additions and 47 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,12 @@
 # CHANGELOG
 
+## v2.3.0
+
+- RKNN-Toolkit2 support ARM64 architecture
+- RKNN-Toolkit-Lite2 support installation via pip
+- Add support for W4A16 symmetric quantization (RK3576)
+- Operator optimization, such as LayerNorm, LSTM, Transpose, MatMul, etc.
+
 ## v2.2.0
 
 - Support installation via pip

diff --git a/README.md b/README.md
@@ -50,7 +50,7 @@ Note:
   - Python 3.10
   - Python 3.11
   - Python 3.12
-- Latest version:v2.2.0
+- Latest version:v2.3.0
 
 
 
@@ -64,11 +64,16 @@ https://github.com/airockchip/rknn-llm
 
 # CHANGELOG
 
-## v2.2.0
-- Support installation via pip
-- Optimize transformer model performance
-- Support Python 3.12
-- Operator optimization, such as softmax, hardmax, MatMul, etc.
+## v2.3.0
+- RKNN-Toolkit2 support ARM64 architecture
+
+- RKNN-Toolkit-Lite2 support installation via pip
+
+- Add support for W4A16 symmetric quantization (RK3576)
+
+- Operator optimization, such as LayerNorm, LSTM, Transpose, MatMul, etc.
+
+
 
  for older version, please refer [CHANGELOG](CHANGELOG.md)
 

diff --git a/autosparsity/packages/autosparsity-1.0-cp312-cp312-linux_x86_64.whl b/autosparsity/packages/autosparsity-1.0-cp312-cp312-linux_x86_64.whl
diff --git a/...RK2118_Quick_Start_RKNN_SDK_V2.2.0_CN.pdf → ...RK2118_Quick_Start_RKNN_SDK_V2.3.0_CN.pdf b/...RK2118_Quick_Start_RKNN_SDK_V2.2.0_CN.pdf → ...RK2118_Quick_Start_RKNN_SDK_V2.3.0_CN.pdf
diff --git a/...RK2118_Quick_Start_RKNN_SDK_V2.2.0_EN.pdf → ...RK2118_Quick_Start_RKNN_SDK_V2.3.0_EN.pdf b/...RK2118_Quick_Start_RKNN_SDK_V2.2.0_EN.pdf → ...RK2118_Quick_Start_RKNN_SDK_V2.3.0_EN.pdf
diff --git a/..._RKNPU_Quick_Start_RKNN_SDK_V2.2.0_CN.pdf → ..._RKNPU_Quick_Start_RKNN_SDK_V2.3.0_CN.pdf b/..._RKNPU_Quick_Start_RKNN_SDK_V2.2.0_CN.pdf → ..._RKNPU_Quick_Start_RKNN_SDK_V2.3.0_CN.pdf
diff --git a/..._RKNPU_Quick_Start_RKNN_SDK_V2.2.0_EN.pdf → ..._RKNPU_Quick_Start_RKNN_SDK_V2.3.0_EN.pdf b/..._RKNPU_Quick_Start_RKNN_SDK_V2.2.0_EN.pdf → ..._RKNPU_Quick_Start_RKNN_SDK_V2.3.0_EN.pdf
diff --git a/...RV1103_Quick_Start_RKNN_SDK_V2.2.0_CN.pdf → ...RV1103_Quick_Start_RKNN_SDK_V2.3.0_CN.pdf b/...RV1103_Quick_Start_RKNN_SDK_V2.2.0_CN.pdf → ...RV1103_Quick_Start_RKNN_SDK_V2.3.0_CN.pdf
diff --git a/...RV1103_Quick_Start_RKNN_SDK_V2.2.0_EN.pdf → ...RV1103_Quick_Start_RKNN_SDK_V2.3.0_EN.pdf b/...RV1103_Quick_Start_RKNN_SDK_V2.2.0_EN.pdf → ...RV1103_Quick_Start_RKNN_SDK_V2.3.0_EN.pdf
diff --git a/...p_RKNPU_User_Guide_RKNN_SDK_V2.2.0_CN.pdf → ...p_RKNPU_User_Guide_RKNN_SDK_V2.3.0_CN.pdf b/...p_RKNPU_User_Guide_RKNN_SDK_V2.2.0_CN.pdf → ...p_RKNPU_User_Guide_RKNN_SDK_V2.3.0_CN.pdf
diff --git a/...p_RKNPU_User_Guide_RKNN_SDK_V2.2.0_EN.pdf → ...p_RKNPU_User_Guide_RKNN_SDK_V2.3.0_EN.pdf b/...p_RKNPU_User_Guide_RKNN_SDK_V2.2.0_EN.pdf → ...p_RKNPU_User_Guide_RKNN_SDK_V2.3.0_EN.pdf
diff --git a/doc/03_Rockchip_RKNPU_API_Reference_RKNN_Toolkit2_V2.2.0_CN.pdf b/doc/03_Rockchip_RKNPU_API_Reference_RKNN_Toolkit2_V2.2.0_CN.pdf
diff --git a/doc/03_Rockchip_RKNPU_API_Reference_RKNN_Toolkit2_V2.3.0_CN.pdf b/doc/03_Rockchip_RKNPU_API_Reference_RKNN_Toolkit2_V2.3.0_CN.pdf
diff --git a/...API_Reference_RKNN_Toolkit2_V2.2.0_EN.pdf → ...API_Reference_RKNN_Toolkit2_V2.3.0_EN.pdf b/...API_Reference_RKNN_Toolkit2_V2.2.0_EN.pdf → ...API_Reference_RKNN_Toolkit2_V2.3.0_EN.pdf
diff --git a/doc/04_Rockchip_RKNPU_API_Reference_RKNNRT_V2.2.0_EN.pdf b/doc/04_Rockchip_RKNPU_API_Reference_RKNNRT_V2.2.0_EN.pdf
diff --git a/..._RKNPU_API_Reference_RKNNRT_V2.2.0_CN.pdf → ..._RKNPU_API_Reference_RKNNRT_V2.3.0_CN.pdf b/..._RKNPU_API_Reference_RKNNRT_V2.2.0_CN.pdf → ..._RKNPU_API_Reference_RKNNRT_V2.3.0_CN.pdf
diff --git a/doc/04_Rockchip_RKNPU_API_Reference_RKNNRT_V2.3.0_EN.pdf b/doc/04_Rockchip_RKNPU_API_Reference_RKNNRT_V2.3.0_EN.pdf
diff --git a/...Compiler_Support_Operator_List_V2.2.0.pdf → ...Compiler_Support_Operator_List_V2.3.0.pdf b/...Compiler_Support_Operator_List_V2.2.0.pdf → ...Compiler_Support_Operator_List_V2.3.0.pdf
diff --git a/doc/RKNNToolKit2_OP_Support-2.2.0.md → doc/RKNNToolKit2_OP_Support-2.3.0.md b/doc/RKNNToolKit2_OP_Support-2.2.0.md → doc/RKNNToolKit2_OP_Support-2.3.0.md
diff --git a/rknn-toolkit-lite2/CHANGELOG.txt b/rknn-toolkit-lite2/CHANGELOG.txt
@@ -1,3 +1,7 @@
+2024-11-06
+版本: v2.3.0
+1. whl包标准化(manylinux)
+
 2024-09-14
 版本: v2.2.0
 1. 修复已知BUG。

diff --git a/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3562.rknn b/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3562.rknn
diff --git a/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3566_rk3568.rknn b/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3566_rk3568.rknn
diff --git a/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3576.rknn b/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3576.rknn
diff --git a/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3588.rknn b/rknn-toolkit-lite2/examples/dynamic_shape/mobilenet_v2_for_rk3588.rknn
diff --git a/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3562.rknn b/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3562.rknn
diff --git a/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3566_rk3568.rknn b/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3566_rk3568.rknn
diff --git a/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3576.rknn b/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3576.rknn
diff --git a/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3588.rknn b/rknn-toolkit-lite2/examples/resnet18/resnet18_for_rk3588.rknn
diff --git a/rknn-toolkit-lite2/packages/rknn-toolkit-lite2-v2.2.0_packages.md5sum b/rknn-toolkit-lite2/packages/rknn-toolkit-lite2-v2.2.0_packages.md5sum
diff --git a/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp310-cp310-linux_aarch64.whl b/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp310-cp310-linux_aarch64.whl
diff --git a/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp311-cp311-linux_aarch64.whl b/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp311-cp311-linux_aarch64.whl
diff --git a/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp312-cp312-linux_aarch64.whl b/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp312-cp312-linux_aarch64.whl
diff --git a/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp37-cp37m-linux_aarch64.whl b/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp37-cp37m-linux_aarch64.whl
diff --git a/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp38-cp38-linux_aarch64.whl b/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp38-cp38-linux_aarch64.whl
diff --git a/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp39-cp39-linux_aarch64.whl b/rknn-toolkit-lite2/packages/rknn_toolkit_lite2-2.2.0-cp39-cp39-linux_aarch64.whl
diff --git a/...ges/rknn_toolkit_lite2-2.3.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl b/...ges/rknn_toolkit_lite2-2.3.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
diff --git a/...ges/rknn_toolkit_lite2-2.3.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl b/...ges/rknn_toolkit_lite2-2.3.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
diff --git a/...ges/rknn_toolkit_lite2-2.3.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl b/...ges/rknn_toolkit_lite2-2.3.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
diff --git a/...ages/rknn_toolkit_lite2-2.3.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl b/...ages/rknn_toolkit_lite2-2.3.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
diff --git a/...kages/rknn_toolkit_lite2-2.3.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl b/...kages/rknn_toolkit_lite2-2.3.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
diff --git a/...kages/rknn_toolkit_lite2-2.3.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl b/...kages/rknn_toolkit_lite2-2.3.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
diff --git a/rknn-toolkit2/CHANGELOG.txt b/rknn-toolkit2/CHANGELOG.txt
@@ -1,3 +1,18 @@
+2024-11-4:
+版本: v2.3.0:
+更新内容:
+1. 更新依赖库版本
+2. 增加arm64的支持
+3. 优化大模型转换性能
+4. 修复matmul/sdpa/norm/softmax/where/transpose等OP问题
+5. 修复pytroch/caffe/fp16等模型加载问题
+
+2024-9-18:
+版本: v2.2.2b0:
+更新内容:
+1. 增加rk3576 w4a16对称量化支持
+2. 优化sdpa/matmul的支持
+
 2024-9-2:
 版本: v2.2.0:
 更新内容:

diff --git a/rknn-toolkit2/docker/docker_file/ubuntu_20_04_cp38/Dockerfile_ubuntu_20_04_for_cp38 b/rknn-toolkit2/docker/docker_file/ubuntu_20_04_cp38/Dockerfile_ubuntu_20_04_for_cp38
@@ -22,7 +22,7 @@ RUN pip3 config set install.trusted-host pypi.tuna.tsinghua.edu.cn
 
 RUN python3 --version
 RUN pip3 --version
-COPY rknn_toolkit2-2.2.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl rknn_toolkit2-2.2.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
+COPY rknn_toolkit2-2.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl rknn_toolkit2-2.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
 RUN pip3 install torch==1.10.1
-RUN pip3 install rknn_toolkit2-2.2.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
+RUN pip3 install rknn_toolkit2-2.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
 RUN pip3 cache purge
diff --git a/...inux_2_17_x86_64.manylinux2014_x86_64.whl → ...inux_2_17_x86_64.manylinux2014_x86_64.whl b/...inux_2_17_x86_64.manylinux2014_x86_64.whl → ...inux_2_17_x86_64.manylinux2014_x86_64.whl
diff --git a/rknn-toolkit2/packages/arm64/arm64_requirements_cp310.txt b/rknn-toolkit2/packages/arm64/arm64_requirements_cp310.txt
@@ -0,0 +1,19 @@
+# if install failed, please change the pip source to 'https://mirror.baidu.com/pypi/simple'
+
+# base deps
+protobuf==3.20.3
+
+# utils
+psutil>=5.9.0
+ruamel.yaml>=0.17.21
+scipy>=1.9.3
+tqdm>=4.64.1
+opencv-python>=4.5.5.64
+fast-histogram>=0.11
+numpy<=1.26.4
+
+# base
+onnx==1.14.1
+onnxoptimizer==0.3.8
+onnxruntime==1.16.0
+torch>=1.13.1,<=2.2.0
diff --git a/rknn-toolkit2/packages/arm64/arm64_requirements_cp311.txt b/rknn-toolkit2/packages/arm64/arm64_requirements_cp311.txt
@@ -0,0 +1,20 @@
+# if install failed, please change the pip source to 'https://mirror.baidu.com/pypi/simple'
+
+# base deps
+protobuf==3.20.3
+
+# utils
+psutil>=5.9.0
+ruamel.yaml>=0.17.21
+scipy>=1.9.3
+tqdm>=4.64.1
+opencv-python>=4.5.5.64
+fast-histogram>=0.11
+Pillow>=10.0.1
+numpy<=1.26.4
+
+# base
+onnx==1.14.1
+onnxoptimizer==0.3.8
+onnxruntime==1.16.0
+torch>=1.13.1,<=2.2.0
diff --git a/rknn-toolkit2/packages/arm64/arm64_requirements_cp312.txt b/rknn-toolkit2/packages/arm64/arm64_requirements_cp312.txt
@@ -0,0 +1,19 @@
+# if install failed, please change the pip source to 'https://mirror.baidu.com/pypi/simple'
+
+# base deps
+protobuf>=4.21.0,<=4.25.4
+
+# utils
+psutil>=5.9.0
+ruamel.yaml>=0.17.21
+scipy>=1.9.3
+tqdm>=4.64.1
+opencv-python>=4.5.5.64
+fast-histogram>=0.11
+Pillow>=10.0.1
+numpy<=1.26.4
+
+# base
+onnx==1.16.1
+onnxruntime==1.17.0
+torch>=1.13.1,<=2.2.0
diff --git a/...kit2/packages/requirements_cp36-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp36.txt b/...kit2/packages/requirements_cp36-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp36.txt
@@ -14,6 +14,6 @@ numpy<=1.26.4
 
 # base
 onnx==1.10.0
+onnxoptimizer==0.2.7
 onnxruntime==1.10.0
-torch>=1.10.1,<=2.1.0
-# tensorflow>=1.12.0,<=2.6.2
+torch>=1.10.2,<=2.1.0
diff --git a/...kit2/packages/requirements_cp37-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp37.txt b/...kit2/packages/requirements_cp37-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp37.txt
@@ -14,6 +14,6 @@ numpy<=1.26.4
 
 # base
 onnx==1.14.1
+onnxoptimizer==0.2.7
 onnxruntime==1.14.1
-torch>=1.10.1,<=2.1.0
-# tensorflow>=1.13.1,<=2.8.1
+torch>=1.10.1,<=2.1.0
diff --git a/...kit2/packages/requirements_cp39-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp38.txt b/...kit2/packages/requirements_cp39-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp38.txt
@@ -14,6 +14,6 @@ numpy<=1.26.4
 
 # base
 onnx==1.14.1
+onnxoptimizer==0.2.7
 onnxruntime==1.16.0
-torch>=1.10.1,<=2.1.0
-# tensorflow>=2.5.0,<=2.14.0
+torch>=1.10.1,<=2.2.0
diff --git a/...kit2/packages/requirements_cp38-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp39.txt b/...kit2/packages/requirements_cp38-2.2.0.txt → ...ackages/arm64/arm64_requirements_cp39.txt
@@ -14,6 +14,6 @@ numpy<=1.26.4
 
 # base
 onnx==1.14.1
+onnxoptimizer==0.2.7
 onnxruntime==1.16.0
-torch>=1.10.1,<=2.1.0
-# tensorflow>=2.2.0,<=2.13.1
+torch>=1.10.1,<=2.2.0
diff --git a/rknn-toolkit2/packages/arm64/md5sum.txt b/rknn-toolkit2/packages/arm64/md5sum.txt
@@ -0,0 +1,7 @@
+ee6e5fa85324185cbeb529f7c4e43c94  rknn_toolkit2-2.3.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+b859f3224ddc30982ba8526bb94f5c3b  rknn_toolkit2-2.3.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+d542270b1105e2e66b52c09677a00ca7  rknn_toolkit2-2.3.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+164f930f6877726f0707ba7e543610ec  rknn_toolkit2-2.3.0-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+2b302df3c235c45465f3e0bab610d86e  rknn_toolkit2-2.3.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+5e59aa17bc5a7764b06f3077209ad0fb  rknn_toolkit2-2.3.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+6e58d6f4dea578e0c3f12fc9b6835678  rknn_toolkit2-2.3.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl