chore: merge upstream MNN 3.4.1

.github/workflows/llm-pr-review.yml

@@ -0,0 +1,24 @@
+name: LLM Code Review
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize]
+
+permissions:
+  contents: read
+  pull-requests: write
+
+jobs:
+  review:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v4
+
+      - name: LLM Code Review
+        uses: wangzhaode/MNNCodeReviewer@v1.0.0
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          OPENAI_API_ENDPOINT: https://maas-api.ai-yuanjing.com/openapi/compatible-mode/v1
+          MODEL: glm-5

.github/workflows/pymnn_release.yml

@@ -18,7 +18,7 @@ jobs:
           - { os: ubuntu-latest,    arch: x86_64,     build: 'cp*-manylinux*' }
           - { os: ubuntu-24.04-arm, arch: aarch64,    build: 'cp*-manylinux*' }
           - { os: windows-latest,   arch: AMD64,      build: 'cp*'          }
-          - { os: macos-13,         arch: x86_64,     build: 'cp*'          }
+          - { os: macos-14,         arch: x86_64,     build: 'cp*'          }
           - { os: macos-14,         arch: arm64,      build: 'cp*'          }
 
     steps:
@@ -39,7 +39,7 @@ jobs:
       run: python -m pip install pipx
 
     - name: Build wheels
-      uses: pypa/cibuildwheel@v2.16.5
+      uses: pypa/cibuildwheel@v2.22.0
       env:
         CIBW_ARCHS_MACOS: ${{ matrix.arch }}
         CIBW_ARCHS_LINUX: ${{ matrix.arch }}
@@ -69,6 +69,7 @@ jobs:
   publish_wheels:
     permissions:
       contents: none
+      id-token: write
     name: Upload
     needs: [build_wheels]
     runs-on: ubuntu-latest
@@ -86,5 +87,4 @@ jobs:
 
     - uses: pypa/gh-action-pypi-publish@release/v1
       with:
-        password: ${{ secrets.PYPI_API_TOKEN }}
         skip_existing: true

.gitignore

@@ -375,9 +375,24 @@ datasets/*
 source/backend/qnn/3rdParty/include
 project/android/.cxx
 pymnn/android/.cxx/
+pymnn/android/.cxx/abi_configuration_5u53tc49.jsonz
 apps/mnncli/.cursorrules
 apps/mnncli/model_market_json_data.inc
 #kledi
 _deps
 #aicoding
-.cursor
+.cursor
+
+# llm model
+transformers/llm/export/model/
+apps/Android/.qoder/settings.json
+apps/Android/MnnLlmChatOld
+
+transformers/llm/export/tmp/
+
+# iOS
+apps/iOS/MNNLLMChat/Chat/
+apps/iOS/MNNLLMChat/swift-transformers/
+apps/iOS/MNNLLMChat/MNNLLMiOS/LocalModel/Qwen3-4B-MNN
+apps/iOS/MNNLLMChat/MNNLLMiOS/LocalModel/Qwen3-0.6B-MNN
+apps/iOS/MNNLLMChat/MNNLLMiOS/LocalModel/Qwen2.5-Omni-3B-MNN

CMakeLists.txt

@@ -80,6 +80,7 @@ option(MNN_LOW_MEMORY "Build MNN support low memory for weight quant model." OFF
 option(MNN_CPU_WEIGHT_DEQUANT_GEMM "Build MNN CPU weight dequant related gemm kernels." OFF)
 option(MNN_BUILD_AUDIO "Build audio api in MNN." OFF)
 option(MNN_SME2 "Use Arm sme2 instructions" ON)
+option(MNN_METAL_TENSOR "Use Metal4 tensor instructions" ON)
 
 if (MNN_BUILD_MINI)
     set(MNN_SKIPBUILD_GEOMETRY ON CACHE BOOL "<docstring>" FORCE)
@@ -258,6 +259,7 @@ option(MNN_VULKAN "Enable Vulkan" OFF)
 option(MNN_ARM82 "Enable ARMv8.2's FP16 Compute" ON)
 option(MNN_SUPPORT_FP16_ARMV7 "Enable ARMv8.2's FP16 Compute for armv7 arch, may cause library not valid for 32 bit cpu" OFF)
 option(MNN_KLEIDIAI "Enable KLEIDIAI" ON)
+option(MNN_KLEIDIAI_DEFAULT_ON "Use KLEIDIAI kernels by default" OFF)
 option(MNN_ONEDNN "Enable oneDNN" OFF)
 option(MNN_AVX2 "Open AVX2 Compile for x86 if possible" ON)
 option(MNN_AVX512 "Enable AVX512" OFF)
@@ -277,7 +279,7 @@ if (NOT MNN_CUDA OR NOT CMAKE_SYSTEM_NAME MATCHES "^Linux")
   set(MNN_CUDA_PROFILE OFF)
 endif()
 
-if (NOT MNN_QNN) 
+if (NOT MNN_QNN)
   set(MNN_QNN_ONLINE_FINALIZE OFF)
 endif()
 
@@ -373,6 +375,9 @@ endif()
 IF(MNN_DEBUG_MEMORY)
     set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fsanitize=address")
     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fsanitize=address")
+
+    set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=address")
+    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} -fsanitize=address")
 endif()
 
 set(MNN_DEPS "")
@@ -549,6 +554,7 @@ ENDIF()
 IF(MNN_BUILD_DIFFUSION)
   file(GLOB MNN_DIFFUSION_HDRS ${CMAKE_CURRENT_SOURCE_DIR}/transformers/diffusion/engine/include/diffusion/*)
   list(APPEND MNN_EXTRA_HEADERS ${CMAKE_CURRENT_SOURCE_DIR}/transformers/diffusion/engine/include/diffusion/diffusion.hpp)
+  list(APPEND MNN_EXTRA_HEADERS ${CMAKE_CURRENT_SOURCE_DIR}/transformers/diffusion/engine/include/diffusion/sana_llm.hpp)
 ENDIF()
 
 
@@ -936,6 +942,11 @@ if (NOT MNN_BUILD_SHARED_LIBS)
 endif()
 list(APPEND MNN_TARGETS MNN)
 list(REMOVE_ITEM MNN_TARGETS MNN)
+
+# Cache MNN_DEPS and MNN_INCLUDES for external projects
+set(MNN_LIBS ${MNN_DEPS} CACHE INTERNAL "MNN targets")
+set(MNN_INCLUDE_DIRS ${MNN_INCLUDES} CACHE INTERNAL "MNN include directories")
+
 IF(MNN_BUILD_DEMO)
 include(${CMAKE_CURRENT_LIST_DIR}/demo/exec/CMakeLists.txt)
 ENDIF()

README.md

@@ -6,13 +6,27 @@
 [![日本語バージョン](https://img.shields.io/badge/Language-%E6%97%A5%E6%9C%AC%E8%AA%9E-green)](README_JP.md)
 [![MNN Homepage](https://img.shields.io/badge/Homepage-Visit-green)](http://www.mnn.zone)
 
-[![MNN Chat App](https://img.shields.io/badge/Apps-MNN_Chat-blue)](./apps/Android/MnnLlmChat/README.md) 
-[![TaoAvatar](https://img.shields.io/badge/Apps-MNN_TaoAvatar-blue)](./apps/Android/Mnn3dAvatar/README.md) 
-
+[![MNN Chat App](https://img.shields.io/badge/Apps-MNN_Chat-blue)](./apps/Android/MnnLlmChat/README.md)
+[![TaoAvatar](https://img.shields.io/badge/Apps-MNN_TaoAvatar-blue)](./apps/Android/Mnn3dAvatar/README.md)
+[![Sana](https://img.shields.io/badge/Apps-Sana_Image_Edit-blue)](./apps/sana/README.md)
 
 ## News 🔥
+- [2026/03/05] Support Qwen3.5 Series.
+<p align="center">
+  <img width="15%" alt="Icon"  src="https://meta.alicdn.com/data/mnn/assets/qwen35_1.jpg" style="margin: 0 10px;">
+  <img width="15%" alt="Icon" src="https://meta.alicdn.com/data/mnn/assets/qwen35_2.jpg" style="margin: 0 10px;">
+  <img width="15%" alt="Icon" src="https://meta.alicdn.com/data/mnn/assets/qwen35_3.jpg" style="margin: 0 10px;">
+</p>
+- [2026/02/13] MNN-Sana-Edit-V2 is now available at [apps](./apps/sana/README.md), offering cartoon-style photo editing based on Sana.
+<p align="center">
+  <img width="80%" alt="Icon"  src="https://meta.alicdn.com/data/mnn/assets/sana_show_case.jpg" style="margin: 0 10px;">
+</p>
+
+<details>
+<summary> History News </summary>
+
 - [2025/10/16] Support Qwen3-VL Series.
-- [2025/06/11] New App MNN TaoAvatar released, you can talk with 3DAvatar offline with LLM, ASR, TTS, A2BS and NNR models all run local on your device!! [MNN TaoAvatar](./apps/Android/Mnn3dAvatar/README.md) 
+- [2025/06/11] New App MNN TaoAvatar released, you can talk with 3DAvatar offline with LLM, ASR, TTS, A2BS and NNR models all run local on your device!! [MNN TaoAvatar](./apps/Android/Mnn3dAvatar/README.md)
 <p align="center">
   <img width="20%" alt="Icon"  src="https://meta.alicdn.com/data/mnn/avatar/avatar_demo.gif" style="margin: 0 10px;">
 </p>
@@ -24,10 +38,6 @@
   <img width="20%" alt="Icon" src="./apps/Android/MnnLlmChat/assets/image_image_new.jpg" style="margin: 0 10px;">
 </p>
 
-
-<details>
-<summary> History News </summary>
-
 - [2025/04/30] android app support qwen3 and dark mode [MNN Chat App](./apps/Android/MnnLlmChat/README.md#releases).
 <p align="center">
   <img width="20%" alt="Icon"  src="https://meta.alicdn.com/data/mnn/qwen_3.gif" style="margin: 0 10px;">
@@ -154,13 +164,13 @@ The group discussions are predominantly Chinese. But we welcome and will help En
 
 Dingtalk discussion groups:
 
-Group #1 (Full): 23329087
+Group #4 (Available): 160170007549
 
-Group #2 (Full): 23350225
+Group #3 (Full)
 
-Group #3: QR code:
+Group #2 (Full): 23350225
 
-![MNN-3](doc/dingdingmnn3.png)
+Group #1 (Full): 23329087
 
 ## Historical Paper
 

README_CN.md

@@ -111,12 +111,10 @@ MNN适配的硬件架构与精度详见下表：
 ## 社区交流与反馈
 钉钉群组：
 
-- 钉钉群1:23329087
-- 钉钉群2:23350225
-- 钉钉群3:扫描二维码加入
-
-![MNN-3](doc/dingdingmnn3.png)
-
+- 钉钉群3 (可加入): 160170007549
+- 钉钉群3 (已无法加入)
+- 钉钉群2 (已满): 23350225
+- 钉钉群1 (已满): 23329087
 
 ## 历史论文
 

README_JP.md

@@ -117,13 +117,14 @@ MNN（テンソル計算エンジン）に基づいて、推論、トレーニ
 
 Dingtalkディスカッショングループ：
 
-グループ＃1（満員）：23329087
 
-グループ＃2（満員）：23350225
+グループ＃4 ：160170007549
 
-グループ＃3：QRコード：
+グループ＃3 （満員）
 
-![MNN-3](doc/dingdingmnn3.png)
+グループ＃2（満員）：23350225
+
+グループ＃1（満員）：23329087
 
 ## 歴史的な論文