Northern_Lights/app
1
0
Fork 0
mirror of https://github.com/StarCitizenToolBox/app.git synced 2026-02-06 15:10:20 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Add XNN Pack toggle switch for ONNX inference acceleration (#155)

Browse Source 
* Initial plan

* Add XNN Pack switch for ONNX inference acceleration

Co-authored-by: xkeyC <39891083+xkeyC@users.noreply.github.com>

* Refactor Rust ONNX session creation to reduce code duplication

Co-authored-by: xkeyC <39891083+xkeyC@users.noreply.github.com>

---------

Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
Co-authored-by: xkeyC <39891083+xkeyC@users.noreply.github.com>
This commit is contained in:
Copilot
2025-11-28 21:23:31 +08:00
committed by GitHub
parent db024f19bd
commit db89100402
26 changed files with 197 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
lib/common/rust/frb_generated.dart
View File

@@ -116,6 +116,7 @@ abstract class RustLibApi extends BaseApi {
required String modelPath,
required String modelKey,
required String quantizationSuffix,
required bool useXnnpack,
});
Future<void> crateApiAsarApiRsiLauncherAsarDataWriteMainJs({
@@ -421,6 +422,7 @@ class RustLibApiImpl extends RustLibApiImplPlatform implements RustLibApi {
required String modelPath,
required String modelKey,
required String quantizationSuffix,
required bool useXnnpack,
}) {
return handler.executeNormal(
NormalTask(
@@ -428,11 +430,13 @@ class RustLibApiImpl extends RustLibApiImplPlatform implements RustLibApi {
var arg0 = cst_encode_String(modelPath);
var arg1 = cst_encode_String(modelKey);
var arg2 = cst_encode_String(quantizationSuffix);
var arg3 = cst_encode_bool(useXnnpack);
return wire.wire__crate__api__ort_api__load_translation_model(
port_,
arg0,
arg1,
arg2,
arg3,
);
},
codec: DcoCodec(
@@ -440,7 +444,7 @@ class RustLibApiImpl extends RustLibApiImplPlatform implements RustLibApi {
decodeErrorData: dco_decode_AnyhowException,
),
constMeta: kCrateApiOrtApiLoadTranslationModelConstMeta,
argValues: [modelPath, modelKey, quantizationSuffix],
argValues: [modelPath, modelKey, quantizationSuffix, useXnnpack],
apiImpl: this,
),
);
@@ -449,7 +453,7 @@ class RustLibApiImpl extends RustLibApiImplPlatform implements RustLibApi {
TaskConstMeta get kCrateApiOrtApiLoadTranslationModelConstMeta =>
const TaskConstMeta(
debugName: "load_translation_model",
argNames: ["modelPath", "modelKey", "quantizationSuffix"],
argNames: ["modelPath", "modelKey", "quantizationSuffix", "useXnnpack"],
);
@override