diff --git a/main/_sources/build-run-qualcomm-ai-engine-direct-backend.md.txt b/main/_sources/build-run-qualcomm-ai-engine-direct-backend.md.txt index 5e43a63c760..acfede66e66 100644 --- a/main/_sources/build-run-qualcomm-ai-engine-direct-backend.md.txt +++ b/main/_sources/build-run-qualcomm-ai-engine-direct-backend.md.txt @@ -59,7 +59,7 @@ This example is verified with SM8550 and SM8450. - Click the "Get Software" button to download a version of QNN SDK. - However, at the moment of updating this tutorial, the above website doesn't provide QNN SDK newer than 2.22.6. - The below is public links to download various QNN versions. Hope they can be publicly discoverable soon. - - [QNN 2.26.0](https://softwarecenter.qualcomm.com/api/download/software/qualcomm_neural_processing_sdk/v2.26.0.240828.zip) + - [QNN 2.28.0](https://softwarecenter.qualcomm.com/api/download/software/qualcomm_neural_processing_sdk/v2.28.0.241029.zip) The directory with installed Qualcomm AI Engine Direct SDK looks like: ``` diff --git a/main/_sources/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.md.txt b/main/_sources/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.md.txt index 133f9ec50bb..7ed768baf23 100644 --- a/main/_sources/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.md.txt +++ b/main/_sources/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.md.txt @@ -9,7 +9,7 @@ This tutorial demonstrates how to export Llama 3 8B Instruct for Qualcomm AI Eng - Follow [the README for executorch llama](https://github.com/pytorch/executorch/tree/main/examples/models/llama) to know how to run a llama model on mobile via ExecuTorch. - A Qualcomm device with 16GB RAM - We are continuing to optimize our memory usage to ensure compatibility with lower memory devices. -- The version of [Qualcomm AI Engine Direct SDK](https://developer.qualcomm.com/software/qualcomm-ai-engine-direct-sdk) is 2.26.0 or above. +- The version of [Qualcomm AI Engine Direct SDK](https://developer.qualcomm.com/software/qualcomm-ai-engine-direct-sdk) is 2.28.0 or above. ## Instructions diff --git a/main/_sources/tutorials/devtools-integration-tutorial.rst.txt b/main/_sources/tutorials/devtools-integration-tutorial.rst.txt index ec63e1d6c29..4b6bb6486b9 100644 --- a/main/_sources/tutorials/devtools-integration-tutorial.rst.txt +++ b/main/_sources/tutorials/devtools-integration-tutorial.rst.txt @@ -404,7 +404,7 @@ Links Mentioned .. rst-class:: sphx-glr-timing - **Total running time of the script:** (0 minutes 2.021 seconds) + **Total running time of the script:** (0 minutes 1.739 seconds) .. _sphx_glr_download_tutorials_devtools-integration-tutorial.py: diff --git a/main/_sources/tutorials/export-to-executorch-tutorial.rst.txt b/main/_sources/tutorials/export-to-executorch-tutorial.rst.txt index 7d1fa3c9dea..1b119af4801 100644 --- a/main/_sources/tutorials/export-to-executorch-tutorial.rst.txt +++ b/main/_sources/tutorials/export-to-executorch-tutorial.rst.txt @@ -587,27 +587,27 @@ there is only one program, it will by default be saved to the name "forward". .. code-block:: none - Edge Dialect graph of encode + Edge Dialect graph of decode ExportedProgram: class GraphModule(torch.nn.Module): - def forward(self, x: "f32[1, 10]"): - # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:255 in forward, code: return torch.nn.functional.linear(x, torch.randn(5, 10)) - aten_randn_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_randn_default([5, 10], device = device(type='cpu'), pin_memory = False) - aten_permute_copy_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]); aten_randn_default = None - aten_mm_default: "f32[1, 5]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default); x = aten_permute_copy_default = None + def forward(self, x: "f32[1, 5]"): + # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:260 in forward, code: return torch.nn.functional.linear(x, torch.randn(10, 5)) + aten_randn_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_randn_default([10, 5], device = device(type='cpu'), pin_memory = False) + aten_permute_copy_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]); aten_randn_default = None + aten_mm_default: "f32[1, 10]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default); x = aten_permute_copy_default = None return (aten_mm_default,) Graph signature: ExportGraphSignature(input_specs=[InputSpec(kind=, arg=TensorArgument(name='x'), target=None, persistent=None)], output_specs=[OutputSpec(kind=, arg=TensorArgument(name='aten_mm_default'), target=None)]) Range constraints: {} - Edge Dialect graph of decode + Edge Dialect graph of encode ExportedProgram: class GraphModule(torch.nn.Module): - def forward(self, x: "f32[1, 5]"): - # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:260 in forward, code: return torch.nn.functional.linear(x, torch.randn(10, 5)) - aten_randn_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_randn_default([10, 5], device = device(type='cpu'), pin_memory = False) - aten_permute_copy_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]); aten_randn_default = None - aten_mm_default: "f32[1, 10]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default); x = aten_permute_copy_default = None + def forward(self, x: "f32[1, 10]"): + # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:255 in forward, code: return torch.nn.functional.linear(x, torch.randn(5, 10)) + aten_randn_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_randn_default([5, 10], device = device(type='cpu'), pin_memory = False) + aten_permute_copy_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]); aten_randn_default = None + aten_mm_default: "f32[1, 5]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default); x = aten_permute_copy_default = None return (aten_mm_default,) Graph signature: ExportGraphSignature(input_specs=[InputSpec(kind=, arg=TensorArgument(name='x'), target=None, persistent=None)], output_specs=[OutputSpec(kind=, arg=TensorArgument(name='aten_mm_default'), target=None)]) @@ -1270,7 +1270,7 @@ Links Mentioned .. rst-class:: sphx-glr-timing - **Total running time of the script:** (0 minutes 3.035 seconds) + **Total running time of the script:** (0 minutes 3.094 seconds) .. _sphx_glr_download_tutorials_export-to-executorch-tutorial.py: diff --git a/main/_sources/tutorials/sg_execution_times.rst.txt b/main/_sources/tutorials/sg_execution_times.rst.txt index 10e9b3db2a5..8697463935a 100644 --- a/main/_sources/tutorials/sg_execution_times.rst.txt +++ b/main/_sources/tutorials/sg_execution_times.rst.txt @@ -6,12 +6,12 @@ Computation times ================= -**00:05.056** total execution time for **tutorials** files: +**00:04.833** total execution time for **tutorials** files: +---------------------------------------------------------------------------------------------------+-----------+--------+ -| :ref:`sphx_glr_tutorials_export-to-executorch-tutorial.py` (``export-to-executorch-tutorial.py``) | 00:03.035 | 0.0 MB | +| :ref:`sphx_glr_tutorials_export-to-executorch-tutorial.py` (``export-to-executorch-tutorial.py``) | 00:03.094 | 0.0 MB | +---------------------------------------------------------------------------------------------------+-----------+--------+ -| :ref:`sphx_glr_tutorials_devtools-integration-tutorial.py` (``devtools-integration-tutorial.py``) | 00:02.021 | 0.0 MB | +| :ref:`sphx_glr_tutorials_devtools-integration-tutorial.py` (``devtools-integration-tutorial.py``) | 00:01.739 | 0.0 MB | +---------------------------------------------------------------------------------------------------+-----------+--------+ | :ref:`sphx_glr_tutorials_sdk-integration-tutorial.py` (``sdk-integration-tutorial.py``) | 00:00.000 | 0.0 MB | +---------------------------------------------------------------------------------------------------+-----------+--------+ diff --git a/main/build-run-qualcomm-ai-engine-direct-backend.html b/main/build-run-qualcomm-ai-engine-direct-backend.html index 74e1725438a..964a7396d86 100644 --- a/main/build-run-qualcomm-ai-engine-direct-backend.html +++ b/main/build-run-qualcomm-ai-engine-direct-backend.html @@ -556,7 +556,7 @@

Software:QNN 2.26.0

+

  • QNN 2.28.0

    • diff --git a/main/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.html b/main/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.html index 5075e23f8b7..c7e01d0f3a7 100644 --- a/main/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.html +++ b/main/llm/build-run-llama3-qualcomm-ai-engine-direct-backend.html @@ -503,7 +503,7 @@

    PrerequisitesQualcomm AI Engine Direct SDK is 2.26.0 or above.

    +

  • The version of Qualcomm AI Engine Direct SDK is 2.28.0 or above.

    • diff --git a/main/searchindex.js b/main/searchindex.js index 6914aab9d27..efe0cd1b737 100644 --- a/main/searchindex.js +++ b/main/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["android-prebuilt-library", "api-life-cycle", "apple-runtime", "backend-delegates-dependencies", "backend-delegates-integration", "build-run-coreml", "build-run-mediatek-backend", "build-run-mps", "build-run-qualcomm-ai-engine-direct-backend", "build-run-vulkan", "build-run-xtensa", "bundled-io", "compiler-backend-dialect", "compiler-custom-compiler-passes", "compiler-delegate-and-partitioner", "compiler-memory-planning", "concepts", "contributing", "debug-backend-delegate", "delegate-debugging", "demo-apps-android", "demo-apps-ios", "devtools-overview", "devtools-tutorial", "etdump", "etrecord", "examples-end-to-end-to-lower-model-to-delegate", "executorch-arm-delegate-tutorial", "executorch-runtime-api-reference", "export-overview", "export-to-executorch-api-reference", "extension-module", "extension-tensor", "getting-started-architecture", "getting-started-setup", "index", "intro-how-it-works", "intro-overview", "ir-exir", "ir-ops-set-definition", "kernel-library-custom-aten-kernel", "kernel-library-overview", "kernel-library-selective-build", "llm/build-run-llama3-qualcomm-ai-engine-direct-backend", "llm/getting-started", "llm/llama", "llm/llama-demo-android", "llm/llama-demo-ios", "markdown-sphinx-tips-tricks", "memory-planning-inspection", "model-debugging", "model-inspector", "native-delegates-executorch-vulkan-delegate", "native-delegates-executorch-xnnpack-delegate", "portable-cpp-programming", "pte-file-format", "quantization-overview", "running-a-model-cpp-tutorial", "runtime-backend-delegate-implementation-and-linking", "runtime-build-and-cross-compilation", "runtime-overview", "runtime-platform-abstraction-layer", "runtime-profiling", "runtime-python-api-reference", "sdk-bundled-io", "sdk-debugging", "sdk-delegate-integration", "sdk-etdump", "sdk-etrecord", "sdk-inspector", "sdk-overview", "sdk-profiling", "sdk-tutorial", "tutorial-xnnpack-delegate-lowering", "tutorials/devtools-integration-tutorial", "tutorials/export-to-executorch-tutorial", "tutorials/sdk-integration-tutorial", "tutorials/sg_execution_times"], "filenames": ["android-prebuilt-library.md", "api-life-cycle.md", "apple-runtime.md", "backend-delegates-dependencies.md", "backend-delegates-integration.md", "build-run-coreml.md", "build-run-mediatek-backend.md", "build-run-mps.md", "build-run-qualcomm-ai-engine-direct-backend.md", "build-run-vulkan.md", "build-run-xtensa.md", "bundled-io.md", "compiler-backend-dialect.md", "compiler-custom-compiler-passes.md", "compiler-delegate-and-partitioner.md", "compiler-memory-planning.md", "concepts.md", "contributing.md", "debug-backend-delegate.md", "delegate-debugging.md", "demo-apps-android.md", "demo-apps-ios.md", "devtools-overview.md", "devtools-tutorial.md", "etdump.md", "etrecord.rst", "examples-end-to-end-to-lower-model-to-delegate.md", "executorch-arm-delegate-tutorial.md", "executorch-runtime-api-reference.rst", "export-overview.md", "export-to-executorch-api-reference.rst", "extension-module.md", "extension-tensor.md", "getting-started-architecture.md", "getting-started-setup.md", "index.rst", "intro-how-it-works.md", "intro-overview.md", "ir-exir.md", "ir-ops-set-definition.md", "kernel-library-custom-aten-kernel.md", "kernel-library-overview.md", "kernel-library-selective-build.md", "llm/build-run-llama3-qualcomm-ai-engine-direct-backend.md", "llm/getting-started.md", "llm/llama.md", "llm/llama-demo-android.md", "llm/llama-demo-ios.md", "markdown-sphinx-tips-tricks.md", "memory-planning-inspection.md", "model-debugging.md", "model-inspector.rst", "native-delegates-executorch-vulkan-delegate.md", "native-delegates-executorch-xnnpack-delegate.md", "portable-cpp-programming.md", "pte-file-format.md", "quantization-overview.md", "running-a-model-cpp-tutorial.md", "runtime-backend-delegate-implementation-and-linking.md", "runtime-build-and-cross-compilation.md", "runtime-overview.md", "runtime-platform-abstraction-layer.md", "runtime-profiling.md", "runtime-python-api-reference.rst", "sdk-bundled-io.md", "sdk-debugging.md", "sdk-delegate-integration.md", "sdk-etdump.md", "sdk-etrecord.rst", "sdk-inspector.rst", "sdk-overview.md", "sdk-profiling.md", "sdk-tutorial.md", "tutorial-xnnpack-delegate-lowering.md", "tutorials/devtools-integration-tutorial.rst", "tutorials/export-to-executorch-tutorial.rst", "tutorials/sdk-integration-tutorial.rst", "tutorials/sg_execution_times.rst"], "titles": ["Using Android prebuilt libraries (AAR)", "ExecuTorch API Life Cycle and Deprecation Policy", "Integrating and Running ExecuTorch on Apple Platforms", "Third-Party Dependency Management for Backend Delegates", "Integrating a Backend Delegate into ExecuTorch", "Building and Running ExecuTorch with Core ML Backend", "Building and Running ExecuTorch with MediaTek Backend", "Building and Running ExecuTorch with MPS Backend", "Building and Running ExecuTorch with Qualcomm AI Engine Direct Backend", "Building and Running ExecuTorch with the Vulkan Backend", "Building and Running ExecuTorch on Xtensa HiFi4 DSP", "Bundled Program \u2013 a Tool for ExecuTorch Model Validation", "Backend Dialect", "Custom Compiler Passes and Partitioners", "Backend and Delegate", "Memory Planning", "ExecuTorch Concepts", "Contributing to ExecuTorch", "Debug Backend Delegate", "Delegate Debugging", "Building an ExecuTorch Android Demo App", "Building an ExecuTorch iOS Demo App", "Introduction to the ExecuTorch Developer Tools", "Developer Tools Usage Tutorial", "Prerequisite | ETDump - ExecuTorch Dump", "Prerequisite | ETRecord - ExecuTorch Record", "Lowering a Model as a Delegate", "Building and Running ExecuTorch with ARM Ethos-U Backend", "ExecuTorch Runtime API Reference", "Exporting to ExecuTorch", "Export to ExecuTorch API Reference", "Running an ExecuTorch Model Using the Module Extension in C++", "Managing Tensor Memory in C++", "High-level Architecture and Components of ExecuTorch", "Setting Up ExecuTorch", "Welcome to the ExecuTorch Documentation", "How ExecuTorch Works", "ExecuTorch Overview", "Export IR Specification", "Definition of the Core ATen Operator Set", "Kernel Registration", "Overview of ExecuTorch\u2019s Kernel Libraries", "Kernel Library Selective Build", "Building and Running Llama 3 8B Instruct with Qualcomm AI Engine Direct Backend", "Intro to LLMs in Executorch", "Llama on ExecuTorch", "ExecuTorch Llama Android Demo App", "ExecuTorch Llama iOS Demo App", "Markdown in Sphinx Tips and Tricks", "Memory Planning Inspection in ExecuTorch", "Debugging Models in ExecuTorch", "Inspector APIs", "ExecuTorch Vulkan Delegate", "ExecuTorch XNNPACK delegate", "Portable C++ Programming", ".pte file format", "Quantization Overview", "Running an ExecuTorch Model in C++ Tutorial", "Backend Delegate Implementation and Linking", "Building with CMake", "ExecuTorch Runtime Overview", "Runtime Platform Abstraction Layer (PAL)", "Profiling Models in ExecuTorch", "ExecuTorch Runtime Python API Reference", "Bundled Program \u2013 a Tool for ExecuTorch Model Validation", "Debugging Models in ExecuTorch", "Debug in Delegates", "Prerequisite | ETDump - ExecuTorch Dump", "Prerequisite | ETRecord - ExecuTorch Record", "Inspector APIs", "Introduction to the ExecuTorch Developer Tools", "Profiling Models in ExecuTorch", "Developer Tools Usage Tutorial", "Building and Running ExecuTorch with XNNPACK Backend", "Using the ExecuTorch Developer Tools to Profile a Model", "Exporting to ExecuTorch Tutorial", "Using the ExecuTorch Developer Tools to Profile a Model", "Computation times"], "terms": {"we": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 56, 57, 59, 60, 62, 73, 74, 75], "provid": [0, 2, 3, 4, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 50, 51, 52, 53, 54, 56, 57, 59, 60, 61, 62, 73, 74, 75], "two": [0, 6, 8, 10, 11, 12, 14, 15, 16, 19, 27, 33, 34, 40, 41, 44, 50, 52, 55, 60, 73, 75], "executorch": [0, 3, 12, 13, 14, 15, 18, 19, 23, 26, 32, 38, 39, 42, 51, 54, 55, 56, 58, 59, 61, 66, 69, 72, 77], "gener": [0, 3, 4, 5, 10, 12, 14, 15, 16, 18, 20, 22, 30, 31, 33, 34, 36, 38, 39, 40, 41, 42, 49, 50, 52, 53, 54, 57, 59, 60, 62, 73, 75, 76], "case": [0, 1, 2, 10, 11, 12, 13, 14, 15, 16, 22, 27, 28, 33, 34, 36, 38, 39, 40, 41, 42, 46, 47, 51, 53, 54, 57, 75], "imag": [0, 10, 20, 21, 36, 46, 47, 74], "audio": [0, 10], "process": [0, 2, 6, 7, 8, 10, 11, 12, 14, 15, 16, 19, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 41, 43, 44, 53, 56, 59, 60, 61, 62, 63, 74, 75], "executorch_llama": 0, "llama": [0, 7, 35, 44], "java": [0, 1, 20], "jni": [0, 20, 35, 46], "contain": [0, 1, 4, 8, 10, 11, 12, 13, 14, 16, 19, 25, 27, 28, 30, 31, 32, 34, 38, 39, 40, 41, 42, 44, 46, 50, 51, 52, 53, 54, 55, 57, 59, 60, 74, 75], "bind": [0, 16, 40], "nativep": [0, 20], "nativ": [0, 9, 14, 40, 52, 54], "includ": [0, 2, 3, 4, 7, 8, 10, 11, 13, 14, 16, 20, 24, 26, 27, 30, 31, 32, 33, 36, 37, 40, 42, 43, 44, 46, 47, 48, 50, 51, 52, 55, 56, 61, 75], "core": [0, 2, 3, 7, 10, 11, 20, 21, 22, 24, 27, 28, 29, 33, 34, 36, 38, 41, 42, 44, 47, 52, 54, 55, 59, 60], "runtim": [0, 1, 4, 15, 22, 24, 25, 27, 31, 32, 34, 35, 36, 37, 38, 40, 41, 42, 47, 51, 52, 54, 55, 57, 58, 62, 71, 73, 74, 75], "xnnpack": [0, 2, 14, 18, 21, 34, 35, 44, 46, 47, 59], "backend": [0, 2, 10, 15, 19, 20, 22, 26, 28, 30, 33, 34, 35, 36, 39, 44, 46, 47, 49, 51, 52, 53, 54, 56, 59, 60], "portabl": [0, 2, 9, 10, 21, 27, 33, 34, 36, 37, 40, 42, 44, 52, 59], "kernel": [0, 2, 7, 10, 12, 27, 28, 33, 38, 39, 47, 52, 54, 59, 60, 74, 75], "optim": [0, 2, 10, 12, 14, 16, 33, 34, 36, 40, 44, 47, 52, 53, 59, 60, 62, 75], "quantiz": [0, 2, 9, 10, 12, 33, 35, 36, 40, 43, 46, 47, 52], "come": [0, 15, 16, 22, 52, 53, 57], "abi": [0, 9, 20, 52], "variant": [0, 12, 13, 27, 32, 33, 44, 73, 75], "arm64": [0, 8, 9, 20, 43, 52, 59], "v8a": [0, 8, 9, 20, 43, 52, 59], "x86_64": [0, 8, 20, 27, 34], "note": [0, 2, 5, 7, 8, 9, 10, 11, 12, 13, 16, 19, 27, 28, 30, 31, 34, 38, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 52, 54, 55, 59, 60, 73, 74, 75], "same": [0, 6, 7, 8, 10, 11, 12, 13, 15, 16, 20, 22, 27, 28, 31, 32, 36, 37, 38, 40, 41, 44, 52, 73, 75], "class": [0, 2, 11, 12, 13, 14, 15, 16, 19, 24, 26, 27, 28, 30, 32, 34, 38, 44, 46, 48, 52, 53, 56, 60, 63, 74, 75], "previou": [0, 10, 31, 44, 52, 53, 73], "doe": [0, 10, 14, 15, 16, 25, 27, 28, 31, 32, 34, 37, 40, 41, 44, 52, 55, 59, 60, 74, 75], "modul": [0, 2, 4, 7, 10, 11, 12, 13, 14, 15, 16, 18, 22, 25, 28, 30, 32, 33, 34, 38, 44, 50, 51, 52, 56, 57, 62, 63, 73, 74], "code": [0, 1, 2, 3, 5, 11, 12, 13, 14, 19, 20, 21, 22, 24, 25, 27, 31, 32, 34, 35, 40, 41, 44, 46, 47, 49, 50, 52, 54, 55, 59, 62, 74, 76], "llamamodul": [0, 46], "specif": [0, 2, 3, 11, 12, 13, 14, 15, 19, 20, 21, 26, 27, 30, 31, 33, 36, 39, 41, 44, 52, 53, 54, 55, 56, 57, 60, 74, 75], "custom": [0, 2, 10, 12, 14, 32, 33, 35, 36, 38, 39, 41, 46, 47, 53, 60, 73, 74, 75], "op": [0, 7, 10, 13, 15, 16, 18, 19, 27, 33, 36, 39, 44, 51, 52, 61, 73, 75], "sha256sum": 0, "To": [0, 1, 2, 7, 8, 11, 12, 13, 14, 16, 18, 19, 20, 22, 25, 26, 27, 29, 31, 32, 33, 34, 38, 42, 43, 44, 46, 47, 52, 53, 54, 56, 59, 61, 73, 74, 75], "add": [0, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 26, 27, 28, 34, 40, 41, 42, 44, 48, 49, 52, 53, 59, 60, 73, 75], "your": [0, 2, 3, 7, 9, 10, 12, 15, 17, 21, 24, 26, 27, 29, 32, 35, 40, 43, 44, 46, 47, 48, 50, 51, 52, 57, 59, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "app": [0, 2, 5, 7, 34, 35, 53], "simpli": [0, 10, 15, 19, 28, 33, 41, 54, 73], "gradl": 0, "build": [0, 3, 4, 11, 33, 35, 36, 40, 41, 50, 53, 54, 57, 60, 61, 62], "rule": [0, 44, 54], "In": [0, 1, 2, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 18, 22, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 44, 47, 48, 49, 52, 53, 54, 56, 57, 60, 73, 74, 75], "work": [0, 2, 9, 11, 16, 25, 27, 31, 32, 33, 34, 35, 37, 38, 40, 41, 44, 51, 52, 54, 57, 59, 60, 61, 75], "directori": [0, 2, 3, 5, 6, 8, 9, 10, 11, 20, 27, 34, 44, 52, 59, 73], "exampl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 18, 19, 20, 21, 24, 26, 28, 32, 33, 34, 38, 40, 41, 43, 44, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 60, 63, 73, 74, 75, 76], "demo": [0, 2, 5, 7, 14, 19, 34, 35, 44, 59, 75], "llamademo": [0, 46], "mkdir": [0, 8, 9, 10, 20, 21, 27, 34, 43, 44, 59, 73], "p": [0, 8, 9, 20, 21, 27, 28, 34, 43, 59], "lib": [0, 6, 8, 10, 12, 20, 27, 40, 43, 52, 75], "curl": [0, 21, 44], "http": [0, 2, 21, 27, 30, 34, 35, 42, 43, 44, 54, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "ossci": 0, "s3": 0, "amazonaw": 0, "com": [0, 2, 10, 21, 27, 34, 35, 42, 43, 44, 47, 54, 75], "releas": [0, 1, 2, 3, 7, 8, 14, 16, 21, 27, 35, 43, 44, 47, 59, 73], "241002": 0, "o": [0, 2, 11, 20, 21, 34, 44], "And": [0, 2, 3, 14, 27, 32, 40, 54], "grardl": 0, "kt": 0, "depend": [0, 2, 4, 5, 6, 7, 8, 10, 13, 14, 16, 19, 26, 27, 28, 30, 33, 34, 38, 40, 41, 44, 47, 54, 57, 58, 59, 73], "implement": [0, 2, 3, 4, 10, 12, 13, 14, 15, 16, 19, 26, 27, 28, 29, 33, 36, 39, 41, 43, 44, 46, 52, 53, 54, 56, 57, 59, 60, 61, 75], "file": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 14, 16, 20, 21, 24, 25, 26, 28, 30, 31, 34, 38, 40, 42, 43, 44, 46, 47, 48, 49, 51, 52, 57, 60, 61, 63, 73, 74, 77], "now": [0, 2, 3, 5, 10, 11, 12, 13, 21, 27, 31, 32, 33, 34, 38, 40, 44, 52, 53, 57, 73, 75], "you": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 21, 22, 24, 27, 29, 31, 32, 33, 34, 35, 40, 43, 44, 46, 47, 48, 49, 52, 53, 54, 57, 59, 60, 61, 62, 73, 74, 75], "can": [0, 1, 2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 41, 42, 43, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 73, 74, 75], "compil": [0, 7, 10, 12, 14, 16, 20, 24, 26, 30, 32, 34, 35, 36, 37, 38, 39, 42, 53, 58, 60, 75], "each": [1, 9, 10, 11, 13, 14, 15, 16, 19, 27, 28, 32, 33, 38, 39, 40, 42, 44, 49, 50, 51, 53, 54, 56, 57, 60, 73, 75], "fall": [1, 27], "one": [1, 8, 11, 12, 13, 14, 15, 16, 19, 22, 24, 27, 28, 30, 32, 36, 38, 39, 40, 41, 43, 44, 48, 49, 51, 52, 53, 54, 57, 59, 60, 61, 75], "follow": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 21, 22, 24, 25, 26, 27, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 44, 46, 47, 50, 51, 52, 53, 55, 57, 59, 73, 74, 75], "experiment": [1, 28, 36], "thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "stage": [1, 12, 14, 18, 19, 26, 36, 38, 40, 53, 73], "ar": [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 63, 73, 74, 75], "under": [1, 3, 4, 6, 8, 11, 16, 21, 27, 32, 39, 40, 44, 52, 57, 59, 60], "activ": [1, 2, 8, 9, 10, 13, 16, 21, 27, 34, 36, 43, 44, 46, 49, 52, 56], "develop": [1, 2, 9, 15, 24, 25, 28, 31, 32, 34, 35, 36, 37, 38, 40, 41, 43, 44, 46, 47, 50, 51, 52, 53, 54, 56, 62, 77], "mai": [1, 2, 3, 11, 12, 13, 14, 16, 27, 28, 30, 32, 36, 39, 44, 49, 53, 54, 55, 57, 59, 60, 61, 73], "chang": [1, 2, 3, 4, 8, 13, 14, 15, 27, 28, 32, 34, 39, 40, 43, 44, 46, 52, 55, 59, 75], "remov": [1, 2, 13, 28, 38, 47, 53], "ani": [1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 16, 19, 20, 22, 24, 25, 27, 28, 30, 31, 32, 34, 35, 38, 40, 41, 43, 44, 46, 47, 51, 52, 53, 54, 55, 57, 59, 62, 63, 75], "time": [1, 10, 11, 13, 15, 18, 22, 25, 27, 28, 30, 31, 33, 36, 38, 39, 40, 41, 42, 43, 44, 47, 49, 51, 57, 60, 61, 62, 74, 75, 76], "That": [1, 16, 52], "said": 1, "expect": [1, 9, 11, 14, 15, 16, 19, 22, 25, 27, 28, 31, 32, 40, 41, 44, 51, 52, 75], "i": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 54, 55, 56, 57, 59, 60, 61, 62, 73, 74, 75], "eventu": [1, 25, 26, 28, 33], "promot": [1, 16, 38, 39], "stabl": [1, 30, 40], "unless": [1, 31], "suffici": [1, 9], "neg": [1, 12, 39], "signal": [1, 10, 50], "have": [1, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 21, 22, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 46, 47, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 73, 75], "been": [1, 8, 9, 10, 11, 16, 20, 22, 24, 28, 36, 39, 44, 50, 52, 53, 60, 62], "collect": [1, 2, 13, 16, 30, 38, 41, 42, 44, 51], "from": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 33, 34, 35, 36, 38, 40, 41, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 73, 74, 75], "commun": [1, 19, 35, 39, 44], "better": [1, 14, 15, 21, 27, 31, 36, 42, 75], "altern": [1, 12, 26, 27, 34, 75], "found": [1, 2, 8, 11, 13, 14, 19, 26, 29, 38, 39, 40, 44, 48, 51, 53, 56, 75], "clearli": 1, "see": [1, 4, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 27, 28, 30, 31, 34, 38, 40, 42, 43, 44, 45, 46, 47, 48, 49, 54, 55, 56, 57, 59, 60, 63, 73, 75], "section": [1, 3, 5, 8, 10, 20, 21, 22, 27, 34, 35, 40, 41, 43, 46, 47, 48, 52, 53, 56, 58, 59, 60, 73], "below": [1, 2, 3, 6, 8, 9, 10, 11, 18, 20, 24, 27, 33, 34, 38, 40, 43, 44, 46, 47, 49, 50, 52, 53, 59, 74], "without": [1, 2, 3, 15, 16, 22, 27, 28, 31, 32, 35, 36, 37, 39, 40, 41, 42, 44, 46, 47, 54, 55, 57, 60, 74], "notic": [1, 8, 10, 11, 27, 44, 75], "should": [1, 2, 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 21, 24, 25, 27, 28, 33, 34, 38, 39, 40, 41, 43, 44, 47, 49, 51, 52, 54, 56, 57, 59, 60, 73, 74], "stabil": [1, 39], "guarante": [1, 12, 28, 41, 54, 55], "consid": [1, 12, 13, 15, 22, 25, 33, 36, 39, 40, 44, 52, 57], "thei": [1, 8, 10, 11, 14, 16, 22, 24, 25, 28, 31, 32, 34, 40, 44, 49, 53, 54, 56, 57, 60, 61, 74, 75], "thoroughli": 1, "test": [1, 10, 16, 26, 34, 40, 52, 60, 74, 75], "readi": [1, 12, 27, 29, 34, 35, 46, 53, 59], "product": [1, 2, 22, 27, 33, 36, 37, 40], "us": [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 39, 41, 42, 43, 48, 51, 52, 53, 54, 55, 56, 57, 60, 61, 63, 73, 75, 77], "The": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 73, 74, 75], "recommend": [1, 2, 3, 5, 6, 7, 8, 9, 10, 13, 15, 22, 27, 34, 39, 40, 41, 44, 46, 47, 53, 57, 60, 73], "best": [1, 11, 15, 24, 27, 75], "practic": [1, 33, 44, 59, 60], "when": [1, 2, 3, 4, 5, 10, 13, 14, 15, 16, 19, 20, 25, 27, 28, 30, 31, 32, 34, 35, 36, 40, 41, 42, 44, 50, 52, 53, 54, 55, 59, 60, 75], "write": [1, 8, 11, 12, 14, 15, 16, 19, 24, 26, 27, 30, 31, 32, 34, 38, 40, 43, 49, 52, 74, 75], "an": [1, 2, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 16, 19, 22, 26, 27, 28, 29, 32, 33, 35, 36, 37, 38, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60, 61, 62, 63, 73, 75], "wai": [1, 2, 3, 10, 12, 13, 14, 15, 16, 26, 27, 28, 32, 33, 39, 40, 41, 44, 51, 52, 54, 55, 61, 63, 74, 75], "doesn": [1, 8, 12, 15, 16, 32, 61], "t": [1, 8, 10, 12, 14, 15, 16, 19, 24, 27, 28, 30, 31, 32, 36, 38, 39, 40, 43, 44, 54, 57, 59, 61], "need": [1, 2, 3, 5, 7, 8, 10, 11, 12, 13, 14, 16, 19, 20, 21, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37, 39, 40, 41, 43, 44, 52, 54, 56, 57, 59, 60, 61, 73, 74, 75], "futur": [1, 3, 4, 38, 51, 52, 55, 60], "break": [1, 2, 16, 28, 35, 44, 54], "If": [1, 2, 3, 5, 7, 8, 11, 12, 13, 14, 15, 20, 21, 22, 24, 26, 27, 28, 30, 32, 34, 35, 38, 39, 40, 42, 43, 44, 46, 47, 50, 51, 57, 59, 61, 62, 74, 75], "made": [1, 13, 16, 32, 36, 38], "alwai": [1, 2, 10, 28, 40, 44, 47, 50, 57], "transit": [1, 32, 52], "befor": [1, 2, 5, 6, 7, 8, 10, 12, 13, 15, 16, 18, 21, 27, 28, 31, 33, 35, 38, 44, 47, 48, 53, 54, 57, 59, 60, 73, 75], "being": [1, 10, 12, 13, 14, 25, 28, 32, 36, 40, 42, 44, 49, 50, 52, 54, 73, 75], "broken": [1, 11, 19], "librari": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 16, 20, 24, 26, 29, 32, 33, 35, 36, 39, 43, 44, 46, 47, 54, 59, 60, 73], "longer": [1, 28, 31, 32, 75], "version": [1, 2, 8, 9, 10, 13, 20, 21, 28, 34, 35, 43, 44, 47, 52, 57, 59], "remain": [1, 32, 38, 44], "function": [1, 3, 4, 8, 10, 11, 13, 14, 18, 19, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 40, 44, 46, 51, 53, 54, 57, 59, 60, 61, 73, 74, 75], "least": [1, 28, 32, 54], "allow": [1, 12, 13, 14, 16, 19, 20, 28, 30, 32, 33, 36, 37, 38, 39, 41, 42, 44, 48, 53, 54, 60, 62, 75], "migrat": [1, 28], "delet": [1, 21, 32, 47, 54, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "whose": [1, 15, 28, 52], "perman": 1, "clean": [1, 9, 10, 20, 21, 34, 44, 47, 59, 73], "up": [1, 2, 9, 11, 12, 14, 15, 20, 21, 22, 28, 35, 40, 43, 44, 46, 47, 52, 54, 59, 73, 74, 75], "both": [1, 2, 8, 10, 11, 12, 14, 15, 16, 22, 26, 27, 28, 32, 33, 38, 39, 40, 41, 42, 44, 48, 52, 54, 59, 74], "document": [1, 6, 8, 12, 16, 22, 26, 27, 28, 29, 33, 38, 39, 42, 48, 50, 51, 54, 56, 57, 60, 62, 75], "step": [1, 4, 5, 6, 7, 8, 9, 10, 12, 16, 24, 27, 28, 29, 33, 35, 36, 46, 47, 49, 53, 57, 60, 73, 74, 75], "discuss": [1, 33, 35, 41, 60], "initi": [1, 2, 13, 15, 16, 26, 28, 32, 40, 43, 44, 50, 51, 53, 55, 57, 58, 60], "feedback": [1, 35, 46, 47], "listen": [1, 2], "user": [1, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 24, 25, 26, 27, 28, 32, 33, 37, 38, 40, 41, 42, 43, 44, 47, 49, 50, 51, 56, 57, 59, 60, 62, 74], "after": [1, 2, 3, 8, 10, 12, 13, 15, 16, 18, 20, 22, 24, 26, 27, 28, 31, 34, 38, 44, 46, 48, 49, 53, 55, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "first": [1, 8, 9, 10, 12, 13, 14, 16, 27, 28, 30, 31, 34, 36, 38, 39, 44, 46, 47, 49, 52, 55, 57, 59, 60, 73, 74, 75], "who": [1, 14, 15, 26, 33, 36, 38, 41], "weren": 1, "involv": [1, 2, 16, 31, 60], "origin": [1, 12, 13, 14, 16, 19, 22, 28, 30, 32, 36, 38, 41, 44, 53, 60, 62, 73, 75], "good": [1, 26, 33, 34, 40, 59], "argument": [1, 13, 19, 25, 27, 30, 31, 32, 33, 38, 51, 53, 59, 73, 75], "onc": [1, 2, 6, 9, 12, 27, 28, 31, 39, 40, 44, 46, 47, 50, 52, 57, 59], "ha": [1, 3, 8, 10, 11, 12, 14, 15, 16, 20, 22, 24, 27, 28, 32, 33, 36, 37, 38, 39, 40, 43, 44, 48, 49, 50, 52, 53, 54, 60, 62, 75], "pass": [1, 5, 7, 8, 10, 14, 15, 16, 19, 24, 25, 27, 28, 31, 32, 33, 34, 36, 38, 40, 42, 44, 49, 52, 56, 57, 59, 61, 62, 74], "Be": [1, 32], "sure": [1, 2, 5, 7, 8, 9, 10, 12, 21, 27, 34, 38, 41, 43, 44, 52, 73], "also": [1, 3, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 20, 21, 22, 25, 26, 27, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 46, 50, 52, 54, 56, 57, 59, 60, 62, 73, 74, 75], "refer": [1, 2, 4, 6, 8, 14, 15, 16, 20, 23, 24, 26, 32, 33, 34, 40, 41, 43, 44, 48, 50, 51, 53, 57, 58, 60, 62, 73, 75], "make": [1, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 21, 27, 28, 29, 32, 34, 36, 38, 40, 41, 42, 43, 44, 52, 55, 56, 59, 60, 61, 63, 73, 75], "exist": [1, 5, 10, 28, 35, 36, 38, 39, 40, 44, 46, 47, 54, 75], "interfac": [1, 2, 10, 16, 24, 31, 32, 36, 51, 53, 54, 57, 60, 62], "ad": [1, 3, 4, 10, 12, 13, 14, 19, 24, 32, 38, 39, 41, 46, 47, 55, 73], "non": [1, 7, 11, 13, 14, 18, 26, 28, 30, 40, 41, 44, 50, 53, 55, 73], "option": [1, 2, 5, 8, 12, 13, 14, 15, 16, 19, 20, 25, 27, 28, 33, 34, 40, 43, 46, 50, 51, 55, 57, 60, 62, 75], "paramet": [1, 8, 9, 11, 13, 14, 16, 25, 28, 30, 32, 40, 48, 51, 53, 63, 75], "method": [1, 7, 8, 18, 24, 27, 28, 30, 32, 34, 38, 44, 46, 47, 59, 60, 63, 74, 75], "do": [1, 5, 11, 12, 13, 14, 15, 16, 20, 24, 25, 27, 28, 32, 36, 38, 39, 40, 42, 44, 46, 50, 52, 53, 54, 57, 59, 62, 74, 75], "singl": [1, 11, 12, 13, 16, 28, 32, 33, 39, 40, 41, 42, 44, 51, 52, 57, 60, 74], "commit": [1, 34], "creat": [1, 5, 7, 9, 10, 12, 13, 14, 19, 21, 24, 28, 30, 33, 39, 40, 42, 43, 44, 50, 53, 54, 57, 62, 75], "new": [1, 3, 5, 10, 11, 12, 13, 15, 16, 27, 28, 32, 34, 36, 38, 39, 46, 47, 54, 60, 73, 75], "meet": [1, 11, 13, 41], "requir": [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 20, 21, 27, 28, 30, 32, 33, 37, 40, 41, 42, 43, 44, 54, 57, 59, 73, 74, 75], "old": [1, 15, 34, 48], "move": [1, 2, 16, 21, 28, 32, 40, 44], "possibl": [1, 3, 13, 16, 28, 33, 36, 38, 39, 40, 41, 44, 52, 54, 57, 60], "languag": [1, 16, 30, 34, 43], "standard": [1, 14, 26, 27, 31, 32, 33, 35, 36, 40, 41, 48, 52, 54, 55], "annot": [1, 15, 30, 44, 56, 75], "lifecycl": [1, 32, 35], "easier": [1, 8, 16, 29, 36, 55, 60, 75], "id": [1, 10, 14, 16, 28, 44, 51, 57], "other": [1, 2, 10, 11, 12, 13, 16, 22, 26, 28, 30, 31, 32, 33, 34, 38, 39, 40, 44, 48, 49, 51, 52, 54, 55, 57, 59, 61, 75], "tool": [1, 2, 3, 5, 10, 24, 25, 27, 35, 36, 37, 40, 42, 44, 49, 50, 51, 53, 54, 59, 62, 77], "python": [1, 2, 5, 7, 8, 9, 10, 12, 14, 16, 20, 22, 25, 27, 28, 30, 31, 34, 36, 38, 40, 42, 43, 44, 48, 50, 52, 57, 62, 73, 74, 75, 76], "exir": [1, 8, 11, 12, 13, 14, 15, 18, 25, 26, 30, 33, 34, 38, 44, 52, 56, 73, 74, 75], "_warn": 1, "decor": 1, "warn": [1, 28, 48, 75], "docstr": 1, "usag": [1, 8, 16, 25, 41, 43, 44, 51, 52, 60, 63, 74], "c": [1, 2, 9, 13, 16, 27, 28, 33, 34, 35, 36, 41, 43, 48, 52, 61, 63], "et_deprec": [1, 28], "macro": [1, 2, 42, 44, 54], "et_experiment": [1, 28], "start": [1, 6, 8, 15, 16, 19, 26, 27, 28, 33, 34, 38, 44, 46, 47, 48, 52, 55, 59, 73], "doxygen": [1, 11], "comment": [1, 39], "lang": 1, "androidx": 1, "requiresoptin": 1, "link": [1, 2, 5, 7, 8, 10, 14, 16, 20, 22, 25, 26, 27, 30, 33, 36, 41, 42, 46, 47, 50, 52, 59, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "newmethod": 1, "instead": [1, 10, 13, 15, 16, 24, 28, 33, 37, 40, 41, 54, 59, 61, 75], "object": [1, 2, 12, 13, 22, 25, 28, 30, 31, 40, 44, 49, 50, 51, 52, 53, 75], "__attribute__": 1, "swift": 1, "avail": [1, 2, 4, 8, 10, 14, 19, 22, 26, 27, 28, 36, 40, 42, 44, 51, 53, 54, 59, 63], "messag": [1, 2, 43, 44, 54, 59, 61], "would": [1, 8, 11, 13, 15, 16, 27, 32, 33, 34, 38, 39, 40, 46, 53, 54, 74, 75], "trigger": [1, 33], "static": [1, 2, 7, 14, 15, 20, 26, 28, 30, 32, 33, 40, 42, 53, 57, 59, 63, 75], "inform": [1, 14, 16, 17, 18, 19, 28, 30, 33, 40, 42, 43, 44, 45, 48, 49, 50, 53, 55, 57, 59, 63, 73, 74, 75], "point": [1, 10, 11, 14, 16, 19, 22, 26, 27, 28, 32, 33, 36, 38, 40, 44, 53, 59, 60, 75], "clear": [1, 2, 31, 33, 40, 41, 44], "specifi": [1, 3, 10, 13, 14, 27, 28, 30, 32, 38, 39, 40, 42, 44, 51, 52, 56, 59, 73, 74, 75], "earliest": 1, "which": [1, 2, 3, 8, 9, 10, 11, 12, 13, 14, 16, 19, 20, 21, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 38, 39, 40, 41, 42, 43, 44, 47, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 73, 75], "actual": [1, 3, 11, 15, 22, 28, 31, 32, 40, 42, 44, 49], "here": [1, 2, 5, 8, 10, 11, 12, 14, 19, 20, 26, 27, 28, 32, 34, 38, 40, 44, 46, 47, 48, 49, 50, 53, 57, 59, 73, 75], "wait": [1, 47], "2": [1, 5, 6, 7, 8, 10, 14, 15, 16, 18, 19, 20, 27, 28, 32, 33, 34, 36, 37, 38, 40, 43, 46, 47, 48, 49, 51, 52, 53, 55, 57, 59, 63, 73, 74, 75], "minor": [1, 52], "For": [1, 2, 3, 4, 5, 6, 10, 12, 13, 14, 16, 19, 20, 22, 24, 27, 28, 30, 31, 33, 34, 38, 39, 40, 42, 43, 44, 46, 47, 48, 49, 50, 51, 53, 54, 56, 57, 59, 60, 63, 73], "1": [1, 2, 5, 6, 7, 8, 10, 12, 14, 15, 16, 18, 19, 20, 24, 27, 30, 31, 32, 33, 34, 36, 40, 43, 46, 47, 48, 52, 57, 59, 62, 63, 73, 74, 75], "3": [1, 2, 8, 10, 14, 16, 18, 19, 27, 31, 32, 34, 39, 40, 44, 46, 47, 51, 52, 55, 57, 59, 73, 74, 75], "x": [1, 11, 12, 14, 26, 27, 34, 36, 52, 73, 74, 75], "5": [1, 2, 11, 13, 14, 21, 27, 32, 34, 46, 47, 74, 75], "later": [1, 3, 10, 14, 15, 20, 33, 43, 59, 75], "author": [2, 19, 31, 32, 33, 37, 40, 44, 48, 54, 57, 74, 75], "anthoni": [2, 31, 32], "shoumikhin": [2, 31, 32], "io": [2, 5, 7, 15, 31, 33, 34, 35, 36, 44, 51, 53, 64, 73], "maco": [2, 5, 7, 10, 20, 21, 34, 35, 53], "distribut": [2, 10, 32, 44, 47], "prebuilt": [2, 47], "xcframework": [2, 5, 7, 47, 59], "binari": [2, 3, 5, 7, 8, 10, 11, 14, 16, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 44, 47, 51, 52, 54, 55, 59, 60, 63, 73, 75], "target": [2, 5, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 20, 27, 33, 34, 36, 38, 40, 42, 43, 44, 47, 51, 52, 53, 54, 55, 56, 60, 73, 75], "These": [2, 3, 13, 16, 26, 27, 32, 36, 37, 38, 40, 44, 53, 54, 74], "compat": [2, 16, 28, 34, 35, 37, 43, 44, 49, 52, 54, 59, 60], "devic": [2, 9, 14, 16, 19, 21, 24, 25, 27, 28, 29, 33, 34, 35, 36, 37, 38, 40, 43, 44, 46, 50, 56, 59, 60, 75], "simul": [2, 27], "mode": [2, 12, 19, 27, 31, 33, 36, 38, 42, 44, 50, 52, 54, 75], "main": [2, 9, 11, 20, 22, 26, 27, 34, 35, 36, 40, 42, 43, 44, 46, 47, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "compon": [2, 10, 14, 19, 24, 25, 31, 37, 42, 44, 47, 52, 60], "backend_coreml": 2, "ml": [2, 16, 21, 26, 27, 33, 44, 47, 59, 73, 75], "backend_mp": 2, "mp": [2, 21, 34, 35, 44, 47, 59], "backend_xnnpack": 2, "kernels_custom": 2, "llm": [2, 43], "kernels_optim": 2, "kernels_port": 2, "naiv": [2, 15], "kernels_quant": 2, "export": [2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 20, 22, 25, 26, 27, 28, 31, 35, 36, 37, 39, 40, 46, 47, 50, 52, 53, 56, 57, 60, 62, 63, 73, 74, 77], "model": [2, 5, 6, 10, 14, 15, 16, 18, 19, 22, 23, 25, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 49, 51, 55, 56, 59, 60, 63, 69, 77], "It": [2, 3, 8, 9, 11, 13, 14, 15, 16, 18, 19, 20, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 47, 51, 52, 53, 54, 57, 59, 60, 61, 63, 73, 74, 75], "directli": [2, 13, 14, 16, 18, 21, 24, 25, 26, 27, 28, 31, 32, 34, 42, 44, 47, 54, 56, 59, 60, 75], "against": [2, 16, 28, 41, 44, 47, 51, 59], "access": [2, 8, 11, 12, 14, 16, 19, 22, 24, 25, 28, 40, 41, 42, 47, 51, 52, 60, 62, 74], "e": [2, 8, 11, 12, 14, 16, 24, 27, 28, 31, 32, 36, 38, 39, 40, 44, 46, 47, 52, 54, 55, 56, 60, 75], "executorch_debug": [2, 47], "framework": [2, 3, 5, 7, 19, 28, 35, 40, 46, 47, 59, 60], "perform": [2, 7, 8, 9, 10, 12, 13, 14, 16, 21, 22, 25, 26, 27, 33, 36, 37, 38, 39, 40, 41, 43, 47, 50, 51, 52, 53, 54, 56, 59, 62, 63, 73, 74], "deliver": [2, 47], "those": [2, 4, 16, 21, 27, 28, 33, 36, 38, 39, 40, 41, 47, 54, 57, 59, 60, 73, 75], "_debug": [2, 47], "suffix": [2, 47], "all": [2, 7, 9, 10, 11, 13, 14, 15, 16, 22, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 38, 40, 44, 47, 49, 51, 52, 53, 55, 57, 59, 60, 61, 62, 63, 73, 74, 75], "overhead": [2, 16, 19, 28, 31, 33, 36, 47, 52, 53, 54], "go": [2, 5, 7, 10, 14, 27, 33, 34, 40, 46, 53, 73, 74, 75, 76], "past": [2, 52], "url": [2, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "repo": [2, 8, 9, 10, 20, 34, 43, 47, 52, 54, 59, 60, 73], "search": 2, "bar": [2, 53], "select": [2, 5, 9, 14, 21, 27, 33, 40, 41, 44, 47, 52, 59], "branch": [2, 9, 33, 34, 51], "name": [2, 4, 6, 7, 8, 10, 12, 13, 16, 19, 21, 25, 26, 27, 28, 30, 31, 34, 40, 42, 44, 48, 50, 51, 53, 57, 60, 63, 73, 74, 75], "desir": [2, 3, 14, 27, 33, 41, 44, 55, 60], "format": [2, 5, 11, 16, 19, 26, 27, 30, 31, 33, 35, 36, 38, 44, 46, 51, 53, 59, 73, 75], "swiftpm": [2, 47], "g": [2, 8, 14, 16, 24, 27, 28, 31, 32, 34, 36, 44, 54, 56, 60], "0": [2, 5, 8, 10, 11, 13, 14, 16, 18, 19, 24, 26, 27, 28, 31, 32, 34, 35, 38, 39, 40, 43, 44, 46, 51, 52, 55, 57, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "4": [2, 5, 7, 14, 32, 34, 35, 43, 44, 48, 51, 52, 55, 56, 57, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76], "year_month_d": 2, "20241201": 2, "nightli": 2, "date": 2, "Then": [2, 10, 12, 14, 15, 34, 40, 42, 44, 50, 59, 73], "click": [2, 5, 7, 8, 10, 21, 46, 47], "screenshot": 2, "watch": 2, "video": 2, "how": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 19, 20, 22, 23, 27, 28, 30, 31, 32, 34, 35, 38, 42, 43, 48, 51, 52, 53, 56, 57, 59, 60, 63, 73, 74, 75], "simpl": [2, 3, 4, 7, 10, 12, 27, 28, 34, 41, 50, 52, 60], "like": [2, 4, 8, 11, 12, 13, 14, 15, 16, 18, 27, 28, 31, 32, 33, 34, 37, 38, 39, 40, 42, 43, 44, 46, 47, 48, 52, 53, 54, 57, 59, 60, 61, 73, 75], "9": [2, 6, 75], "import": [2, 8, 10, 11, 13, 14, 15, 18, 26, 27, 29, 33, 34, 38, 40, 41, 44, 46, 47, 49, 50, 51, 52, 53, 56, 63, 73, 74, 75], "packagedescript": 2, "let": [2, 3, 8, 12, 16, 21, 27, 31, 34, 42, 50, 54, 57, 75], "yourpackagenam": 2, "v17": 2, "v10_15": 2, "yourtargetnam": 2, "year_month_dai": 2, "github": [2, 8, 10, 17, 20, 21, 27, 34, 35, 39, 42, 43, 44, 46, 47, 53, 75], "pytorch": [2, 5, 6, 7, 11, 14, 16, 17, 20, 21, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 44, 52, 53, 54, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "git": [2, 3, 8, 10, 21, 27, 34, 44], "check": [2, 7, 9, 11, 13, 14, 28, 31, 34, 35, 38, 57, 59, 60], "everyth": [2, 10, 27, 32, 49], "correctli": [2, 3, 47, 75], "cd": [2, 5, 6, 7, 8, 9, 10, 21, 27, 34, 43, 44, 52, 59, 73, 74], "path": [2, 5, 8, 10, 11, 20, 25, 27, 31, 33, 42, 43, 46, 49, 51, 57, 59, 63, 73, 74], "resolv": [2, 16, 40, 42, 44], "just": [2, 11, 12, 13, 15, 21, 24, 27, 31, 32, 41, 44, 52, 53, 54, 57], "anoth": [2, 10, 11, 12, 13, 14, 26, 27, 32, 34, 39, 41, 48, 60], "necessari": [2, 27, 28, 34, 36, 44, 54, 55, 75], "sourc": [2, 3, 5, 7, 8, 11, 12, 14, 17, 19, 21, 22, 25, 27, 28, 30, 34, 35, 36, 39, 41, 44, 48, 50, 51, 53, 60, 62, 63, 74, 75, 76], "them": [2, 3, 10, 12, 13, 16, 21, 22, 24, 25, 27, 28, 29, 31, 32, 35, 40, 42, 44, 47, 53, 54, 56, 59, 60, 61, 62, 74, 75], "rout": 2, "more": [2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 18, 20, 21, 22, 24, 26, 27, 28, 29, 30, 32, 33, 34, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 52, 53, 54, 56, 57, 59, 60, 61, 62, 73, 75], "certainli": 2, "doabl": 2, "instal": [2, 3, 4, 5, 6, 7, 8, 9, 10, 20, 21, 43, 44, 47, 52, 59, 73], "15": [2, 7, 19, 55, 75], "command": [2, 4, 5, 7, 8, 9, 27, 34, 44, 47, 51, 52, 59], "line": [2, 5, 8, 11, 14, 20, 22, 24, 27, 34, 40, 48, 59, 62, 75], "clone": [2, 10, 11, 21, 44, 47, 57, 59, 73], "depth": [2, 21, 27, 37, 57, 75], "recurs": [2, 21], "submodul": [2, 3, 13, 14, 16, 21, 26, 33, 34, 44, 51, 75], "shallow": [2, 21, 28], "set": [2, 9, 11, 13, 15, 19, 20, 21, 22, 28, 29, 30, 32, 33, 35, 36, 42, 43, 44, 46, 47, 49, 50, 51, 52, 53, 54, 59, 60, 63, 73, 74, 75], "10": [2, 11, 14, 19, 32, 34, 44, 46, 47, 55, 74, 75], "virtual": [2, 14, 16, 27, 28], "environ": [2, 9, 16, 20, 21, 32, 33, 40, 43, 44, 46, 47, 51, 52, 53, 54, 57, 60, 61, 63, 74, 75], "python3": [2, 5, 7, 8, 10, 20, 21, 27, 34, 44, 51, 59, 75], "m": [2, 5, 7, 8, 9, 10, 13, 20, 21, 27, 40, 43, 44, 51, 59, 73, 75], "venv": [2, 21, 34], "bin": [2, 5, 7, 8, 10, 21, 44, 46, 51, 74], "pip": [2, 3, 21, 34, 44, 59], "upgrad": [2, 3, 21], "plan": [2, 3, 4, 7, 11, 13, 14, 22, 27, 28, 31, 33, 36, 39, 41, 42, 51, 52, 57, 59, 60], "well": [2, 14, 18, 27, 28, 32, 33, 34, 36, 38, 39, 40, 42, 44, 46, 48, 53, 54, 60], "install_requir": [2, 5, 7, 9, 10, 20, 21, 34, 44, 59, 73], "sh": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 34, 44, 59, 73, 74], "pybind": [2, 21, 34], "coreml": [2, 5, 21, 34, 35], "script": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 44, 52, 59, 74, 75, 76], "cmake": [2, 4, 5, 6, 7, 8, 9, 10, 20, 21, 24, 27, 34, 42, 43, 44, 52, 60, 61, 74], "download": [2, 6, 8, 9, 10, 20, 43, 44, 47, 59, 73, 74, 75, 76], "websit": [2, 8, 9, 27, 39], "open": [2, 5, 11, 14, 16, 20, 26, 34, 36, 39, 44, 47, 49, 52, 53, 73, 74, 75], "dmg": 2, "applic": [2, 5, 6, 8, 10, 11, 24, 30, 33, 35, 40, 42, 44, 59, 60, 61, 73], "sudo": 2, "content": [2, 11, 13, 18, 28, 47, 48, 51, 53, 59, 75], "gui": 2, "build_apple_framework": [2, 5, 7, 59], "help": [2, 3, 7, 11, 12, 16, 22, 27, 28, 33, 35, 38, 40, 42, 51, 53, 54, 59, 60, 75], "invoc": [2, 16], "current": [2, 8, 9, 12, 15, 16, 27, 30, 32, 34, 38, 40, 44, 46, 47, 50, 52, 54, 61], "append": [2, 40, 55], "flag": [2, 4, 13, 24, 32, 34, 42, 50, 53, 59, 62, 73], "abov": [2, 4, 8, 10, 11, 12, 19, 21, 22, 27, 31, 33, 36, 40, 42, 43, 44, 50, 55, 56, 59, 62, 73, 74], "symbol": [2, 13, 15, 22, 25, 40, 51, 60, 61, 75], "finish": [2, 7, 8, 27, 28], "successfulli": [2, 5, 7, 8, 10, 21, 27, 28, 34, 46, 47, 59], "result": [2, 3, 5, 7, 9, 11, 12, 13, 14, 15, 16, 19, 24, 28, 32, 33, 34, 36, 37, 38, 39, 40, 44, 46, 49, 50, 57, 74, 75], "out": [2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 20, 24, 27, 28, 30, 33, 34, 35, 38, 42, 43, 44, 50, 52, 57, 59, 60, 62, 73, 74, 75], "copi": [2, 5, 10, 13, 15, 20, 28, 30, 32, 44, 53, 59, 60, 74], "project": [2, 5, 7, 10, 11, 13, 16, 17, 20, 22, 35, 44, 46, 47, 53, 57, 59, 60], "its": [2, 3, 4, 10, 14, 16, 22, 28, 32, 33, 34, 36, 44, 46, 51, 52, 54, 57, 59, 75], "oper": [2, 3, 6, 8, 9, 10, 12, 13, 14, 15, 18, 19, 22, 24, 27, 28, 31, 33, 35, 36, 41, 43, 50, 51, 52, 53, 54, 56, 59, 61, 62, 63, 73, 74, 75], "dure": [2, 7, 10, 11, 13, 14, 15, 16, 18, 19, 22, 26, 27, 28, 31, 33, 36, 40, 43, 44, 50, 52, 56, 60], "startup": 2, "regist": [2, 12, 14, 16, 19, 20, 26, 30, 33, 38, 42, 44, 59, 63], "dictionari": [2, 13, 14, 19, 25, 26, 50, 51, 74, 75], "encount": [2, 8, 16, 20, 27, 43, 46, 47, 49], "error": [2, 8, 14, 27, 28, 32, 44, 50, 54, 57, 75], "unregist": 2, "explicitli": [2, 19, 26, 27, 31, 32, 44], "forc": [2, 53], "load": [2, 5, 7, 8, 10, 14, 15, 16, 20, 22, 26, 27, 33, 35, 36, 38, 40, 43, 44, 46, 51, 53, 59, 60, 62, 63, 75], "certain": [2, 11, 12, 26, 28, 38, 40, 44, 59], "all_load": [2, 59], "force_load": [2, 59], "linker": [2, 8, 40, 59], "configur": [2, 8, 10, 16, 21, 27, 30, 34, 36, 41, 44, 50, 56, 73], "ensur": [2, 6, 12, 13, 28, 31, 32, 35, 43, 44, 46, 47, 60, 61], "earli": [2, 56], "": [2, 3, 5, 7, 12, 13, 14, 15, 16, 19, 21, 26, 27, 28, 31, 32, 33, 34, 36, 38, 40, 44, 46, 47, 49, 51, 52, 53, 55, 57, 59, 60, 61, 74, 75], "xcconfig": 2, "et_platform": 2, "sdk": [2, 6, 7, 8, 9, 10, 20, 24, 27, 36, 43, 52, 59, 76, 77], "iphonesimul": 2, "iphoneo": 2, "other_ldflag": 2, "inherit": [2, 38], "built_products_dir": 2, "libexecutorch": [2, 20, 27, 59], "libbackend_coreml": 2, "libbackend_mp": 2, "libbackend_xnnpack": 2, "libkernels_optim": 2, "libkernels_quant": 2, "replac": [2, 10, 12, 13, 15, 31, 39, 40, 44, 73, 75], "rememb": 2, "even": [2, 3, 15, 16, 28, 32, 36, 40, 52, 54, 55, 59], "built": [2, 3, 4, 6, 8, 10, 16, 20, 22, 25, 27, 34, 39, 51, 52, 60, 73], "preserv": [2, 13, 33, 36, 38, 39, 55], "assign": [2, 16, 19, 57], "config": [2, 10, 11, 30, 43, 44, 53, 73, 74], "navig": [2, 6, 47, 49], "info": [2, 8, 40, 42, 44, 59, 75], "tab": [2, 47, 49], "tensor": [2, 11, 12, 13, 14, 15, 16, 18, 22, 27, 28, 31, 33, 34, 35, 36, 38, 39, 44, 49, 52, 53, 54, 57, 59, 60, 63, 75], "tutori": [2, 5, 6, 7, 8, 9, 10, 11, 20, 27, 28, 29, 31, 34, 38, 43, 44, 46, 47, 53, 56, 59, 60, 62, 63, 73, 74, 76, 77], "learn": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 29, 32, 34, 35, 36, 38, 44, 46, 47, 56, 59, 60, 73, 74], "about": [2, 3, 5, 11, 14, 17, 21, 22, 27, 28, 29, 31, 32, 34, 35, 37, 39, 43, 44, 45, 49, 51, 53, 54, 55, 56, 57, 60, 74, 75], "wrap": [2, 11, 20, 31, 40, 44, 54, 63], "expos": [2, 13, 15, 18, 20, 42, 46, 47, 56], "pleas": [2, 4, 5, 7, 8, 9, 11, 14, 15, 20, 23, 27, 28, 30, 34, 35, 38, 40, 43, 44, 46, 47, 50, 51, 56, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "setup": [2, 4, 5, 6, 7, 10, 20, 31, 36], "public": [2, 6, 8, 28, 39, 40, 44, 46, 51, 59], "header": [2, 18, 24, 28, 40, 44, 51, 54, 59], "h": [2, 16, 24, 31, 32, 40, 44, 54, 61], "extens": [2, 5, 20, 22, 28, 32, 39, 44, 48, 57], "Or": [2, 31, 32, 42], "umbrella": 2, "onli": [2, 5, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 26, 27, 28, 31, 32, 33, 34, 36, 38, 39, 42, 44, 46, 47, 48, 52, 53, 54, 55, 57, 59, 60, 75], "still": [2, 14, 16, 19, 26, 33, 38, 39, 40, 41, 54, 60, 75], "There": [2, 12, 13, 14, 15, 16, 26, 27, 30, 32, 33, 41, 44, 51, 60, 75], "support": [2, 4, 5, 7, 9, 10, 11, 13, 14, 16, 20, 22, 27, 31, 32, 33, 34, 36, 37, 38, 42, 43, 44, 50, 52, 53, 54, 60, 61, 73], "beyond": [2, 4], "describ": [2, 12, 16, 27, 28, 33, 36, 38, 39, 40, 41, 50, 52, 56, 59], "strip": [2, 40], "extra": [2, 4, 16, 32, 53, 54, 59], "lightweight": [2, 6, 12, 32, 33, 36, 37, 57], "wrapper": [2, 11, 16, 20, 40, 44, 52, 54, 73], "intern": [2, 11, 14, 16, 28, 31, 40, 53, 57], "machineri": 2, "executorchlog": 2, "subscrib": 2, "own": [2, 11, 14, 15, 16, 28, 33, 39, 40, 41, 44, 53, 54, 56, 57, 60, 61, 75], "executorchlogsink": 2, "protocol": 2, "logsink": 2, "event": [2, 24, 27, 28, 44, 50, 54, 74], "myclass": 2, "nsobject": 2, "end": [2, 4, 19, 27, 28, 33, 35, 37, 44, 46, 47, 48, 55, 62, 74, 75, 76], "instancetyp": 2, "init": [2, 3, 4, 14, 27, 34, 44], "self": [2, 11, 12, 13, 14, 15, 19, 26, 27, 28, 30, 34, 38, 39, 40, 44, 48, 51, 52, 60, 73, 74, 75], "super": [2, 11, 13, 15, 26, 27, 34, 52, 74, 75], "sharedlog": 2, "addsink": 2, "endif": [2, 42], "return": [2, 11, 12, 13, 14, 15, 16, 18, 19, 25, 26, 27, 28, 30, 31, 33, 34, 38, 44, 46, 49, 50, 51, 52, 53, 54, 57, 63, 73, 74, 75], "void": [2, 11, 14, 19, 28, 31, 32, 40, 46], "dealloc": 2, "removesink": 2, "logwithlevel": 2, "executorchloglevel": 2, "level": [2, 3, 4, 8, 14, 16, 22, 26, 27, 28, 31, 36, 37, 44, 49, 50, 52, 53, 54, 57, 60, 62, 63, 75], "timestamp": [2, 19, 54], "nstimeinterv": 2, "filenam": [2, 8], "nsstring": 2, "nsuinteg": 2, "logmessag": 2, "stringwithformat": 2, "lu": 2, "unsign": [2, 8, 20, 43, 54], "long": [2, 10, 26, 28, 32, 38, 39, 44, 52, 54], "switch": 2, "executorchlogleveldebug": 2, "os_log_with_typ": 2, "os_log_default": 2, "os_log_type_debug": 2, "executorchloglevelinfo": 2, "os_log_type_info": 2, "executorchloglevelerror": 2, "os_log_type_error": 2, "executorchloglevelfat": 2, "os_log_type_fault": 2, "default": [2, 3, 7, 10, 11, 12, 13, 14, 16, 18, 19, 27, 28, 31, 32, 33, 34, 38, 39, 40, 41, 44, 46, 51, 53, 59, 73, 75], "os_log": 2, "share": [2, 8, 20, 40, 43, 46, 47, 52], "sink": 2, "deinit": 2, "func": [2, 38, 40], "loglevel": 2, "timeinterv": 2, "string": [2, 12, 14, 16, 19, 28, 30, 40, 44, 46, 51, 54, 55, 63], "uint": 2, "fatal": 2, "fault": 2, "intention": [2, 28], "defin": [2, 10, 12, 14, 15, 16, 19, 26, 33, 34, 38, 39, 40, 44, 52, 53, 54, 57, 61, 63], "equal": [2, 13, 28, 32, 51, 54, 75], "zero": [2, 28, 31, 32, 53, 55, 75], "debugg": [2, 22, 25, 36], "map": [2, 7, 13, 14, 25, 26, 28, 39, 40, 41, 44, 48, 51, 57, 60], "lldb": 2, "session": 2, "path_to_executorch_source_cod": 2, "appropri": [2, 9, 10, 16, 44, 52, 53, 54], "correct": [2, 7, 8, 11, 13, 28, 40, 41, 63], "invok": [2, 24, 46], "issu": [2, 4, 5, 7, 8, 12, 27, 32, 35, 39, 43, 44, 75], "persist": [2, 75], "confirm": 2, "too": [2, 10, 28, 32, 43, 50], "keep": [2, 12, 27, 28, 32, 39, 44, 54, 60], "minim": [2, 19, 28, 32, 33, 36, 39, 40, 42, 44, 53, 63], "impact": [2, 39, 44], "checksum": 2, "mismatch": 2, "cach": [2, 47], "menu": [2, 46], "reset": [2, 28, 31, 32], "rm": [2, 9, 44, 47, 52], "rf": [2, 9, 44, 47, 52], "youprojectnam": 2, "xcodeproj": [2, 21], "xcworkspac": 2, "xcshareddata": 2, "org": [2, 30, 44, 47, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "dt": [2, 47], "deriveddata": [2, 47], "fulli": [2, 22, 27, 33, 36, 39, 44, 53, 57, 60, 75], "quit": [2, 40, 47], "termin": [2, 5, 21, 28, 34, 44, 47, 51, 59], "avoid": [2, 3, 15, 16, 28, 32, 33, 40, 44, 54, 60, 61], "conflict": [2, 3], "disclaim": [3, 4], "restructur": [3, 4], "repositori": [3, 4, 7, 8, 9, 27, 35, 39, 44, 48, 73], "around": [3, 4, 11, 16, 42, 44, 52, 55], "With": [3, 4, 5, 7, 19, 32, 33, 44, 50, 53], "some": [3, 4, 8, 14, 16, 19, 20, 27, 28, 32, 33, 35, 39, 40, 44, 47, 52, 53, 54, 55, 59, 60, 75], "guidelin": [3, 4, 44], "A": [3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 25, 27, 28, 30, 32, 35, 38, 40, 42, 43, 44, 48, 50, 51, 52, 53, 56, 57, 75], "extern": [3, 4, 32, 41, 54], "effici": [3, 14, 16, 26, 27, 33, 36, 37, 44, 53, 56], "aot": [3, 4, 10, 14, 19, 27, 33, 40, 44, 52], "partit": [3, 4, 13, 14, 27, 44, 52, 73], "preprocess": [3, 4, 26, 30, 44, 53], "execut": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 19, 22, 26, 29, 30, 31, 34, 35, 36, 37, 38, 40, 41, 44, 49, 50, 51, 52, 54, 56, 57, 58, 61, 62, 63, 73, 74, 77], "run": [3, 11, 13, 14, 15, 16, 19, 22, 24, 25, 26, 28, 33, 35, 36, 37, 38, 39, 42, 45, 46, 47, 51, 53, 54, 56, 59, 60, 61, 62, 74, 76], "manner": [3, 27], "guid": [3, 6, 20, 42, 44], "aim": [3, 41, 42, 52, 53], "classifi": 3, "differ": [3, 10, 12, 14, 16, 19, 21, 27, 32, 33, 38, 40, 41, 44, 49, 51, 54, 56, 57, 60, 75], "type": [3, 4, 11, 13, 16, 19, 27, 28, 30, 32, 33, 38, 44, 46, 47, 51, 53, 60, 75], "might": [3, 8, 10, 12, 13, 15, 27, 28, 35, 44, 54, 59, 75], "high": [3, 4, 9, 10, 14, 16, 27, 32, 36, 37, 41, 43, 53, 57, 60, 75], "guidanc": 3, "partition": [3, 4, 14, 26, 30, 44, 52, 73, 75], "either": [3, 4, 11, 15, 16, 19, 25, 26, 27, 31, 32, 33, 36, 38, 42, 51], "talk": [3, 10, 27], "alreadi": [3, 10, 11, 12, 15, 16, 27, 36, 38, 54, 60], "prefer": [3, 39, 54], "insid": [3, 6, 11, 14, 18, 24, 25, 26, 28, 38, 47, 53, 59], "delegate_nam": [3, 4], "introduc": [3, 12, 16, 27, 31, 38, 48, 52, 75], "detail": [3, 6, 8, 11, 16, 17, 18, 20, 22, 24, 27, 28, 30, 31, 33, 34, 38, 40, 43, 44, 45, 46, 47, 51, 53, 55, 56, 57, 60, 62, 63, 75], "categori": [3, 35, 36], "cover": [3, 10, 33, 36, 40, 54, 57, 59, 75], "math": [3, 41, 44, 52], "whole": [3, 16, 18, 33, 40, 42, 44, 46, 47, 59], "handl": [3, 11, 14, 16, 25, 32, 39, 44, 51, 54, 57], "lower": [3, 5, 6, 7, 8, 12, 14, 15, 18, 19, 20, 27, 30, 31, 33, 35, 38, 40, 43, 44, 53, 56, 57, 60], "subgraph": [3, 12, 14, 18, 30, 36, 44, 52, 53, 73, 75], "At": [3, 4, 14, 16, 27, 33, 36, 38, 40, 44, 57, 60, 75], "pai": [3, 28, 54], "what": [3, 5, 6, 7, 9, 10, 15, 18, 19, 20, 25, 27, 35, 40, 42, 44, 54, 73, 75], "approach": [3, 39, 40, 44, 74], "similar": [3, 10, 20, 27, 32, 34, 40, 74], "restrict": [3, 38, 60], "part": [3, 5, 8, 10, 11, 12, 13, 14, 16, 19, 26, 29, 36, 37, 38, 39, 43, 44, 51, 52, 53, 54, 73], "try": [3, 12, 14, 15, 20, 21, 27, 34, 57, 73, 75], "reduc": [3, 12, 15, 16, 33, 36, 38, 39, 42, 43, 52, 53, 54, 56, 59, 60], "size": [3, 7, 8, 11, 15, 16, 24, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 42, 43, 44, 52, 54, 55, 57, 59, 74], "enabl": [3, 5, 14, 16, 19, 22, 24, 27, 32, 33, 35, 36, 37, 43, 44, 50, 51, 53, 54, 56, 62], "rest": [3, 9, 11, 14, 16, 27, 28, 44], "outsid": [3, 13, 34, 39, 40, 41, 50, 54], "disabl": [3, 27, 34, 59], "explicit": [3, 28, 52], "pypi": 3, "rang": [3, 11, 15, 34, 36, 44, 51, 62, 74, 75], "tag": [3, 5, 8, 14, 16, 26, 28, 43, 75], "minimum": [3, 4, 28, 44, 54], "rational": 3, "special": [3, 12, 14, 15, 16, 26, 36, 38, 40, 43, 44, 46, 74, 75], "list": [3, 4, 13, 14, 16, 18, 19, 26, 27, 28, 30, 31, 36, 38, 39, 40, 41, 44, 48, 51, 52, 59, 73, 75], "logist": 3, "complic": [3, 13], "continu": [3, 15, 27, 38, 39, 43, 46, 53, 73], "evolv": [3, 27, 28, 30, 63], "txt": [3, 4, 6, 8, 20, 21, 24, 40, 42, 44, 59], "suppli": [3, 14, 25, 27, 32, 73], "goal": [3, 10, 16, 27, 35, 38, 39, 41, 44, 46, 47, 75], "decoupl": 3, "otherwis": [3, 11, 12, 27, 34, 54], "mitig": 3, "given": [3, 11, 13, 14, 15, 25, 27, 28, 32, 36, 38, 39, 40, 44, 51, 54, 63, 75], "uniqu": [4, 19, 22, 27, 37, 39, 41], "flow": [4, 8, 11, 12, 14, 16, 27, 33, 36, 38, 42, 44, 50, 51, 53, 56, 60, 73, 74, 75], "exclud": [4, 44], "third": [4, 8, 10, 13, 26, 27, 36, 40, 44, 53, 58, 75], "parti": [4, 8, 10, 36, 44, 53, 58, 75], "top": [4, 5, 10, 16, 26, 27, 39, 40, 44, 51, 52], "packag": [4, 16, 30, 34, 40, 44, 75], "must": [4, 9, 13, 14, 16, 27, 28, 31, 32, 33, 38, 40, 41, 43, 54, 59, 60, 75], "dir": [4, 27], "cmakelist": [4, 20, 24, 40, 42, 44, 59], "add_subdirectori": [4, 44], "condition": [4, 60], "executorch_build_": 4, "executorch_build_xnnpack": [4, 20, 44], "complex": [4, 10, 16, 28, 31, 34, 54], "e2": [4, 11, 51], "reach": [4, 28, 44], "u": [4, 13, 16, 21, 22, 35, 53, 57, 59, 75], "common": [4, 10, 12, 13, 15, 28, 32, 38, 41, 48], "unit": [4, 6, 14, 39, 40, 51], "logic": [4, 14, 42, 44], "pte": [4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 21, 26, 31, 34, 35, 43, 44, 46, 52, 54, 57, 60, 63, 73, 75], "nn": [4, 10, 11, 13, 14, 16, 26, 27, 28, 30, 33, 34, 38, 44, 51, 52, 53, 56, 57, 63, 74, 75], "gtest": 4, "readm": [4, 40, 43, 45, 46, 47, 53], "md": [4, 17, 40, 43], "explain": [4, 20, 35], "basic": [4, 10, 13, 16, 21, 22, 34, 39, 42, 51, 53, 75], "featur": [4, 27, 33, 34, 35, 40, 41, 46, 47, 59, 60], "known": [4, 16, 31, 39, 52], "ones": [4, 10, 11, 12, 13, 26, 27, 32, 34, 44, 52, 63, 75], "deleg": [5, 7, 8, 9, 10, 12, 21, 22, 25, 28, 30, 33, 35, 36, 39, 42, 46, 47, 50, 51, 57, 60, 62, 73], "api": [5, 7, 8, 10, 11, 14, 16, 19, 24, 25, 26, 29, 33, 34, 35, 36, 47, 52, 53, 54, 56, 57, 60, 62, 73, 74, 75], "neural": [5, 10, 16, 32, 53], "network": [5, 10, 16, 27, 32, 53], "via": [5, 9, 14, 15, 16, 19, 25, 26, 34, 35, 38, 40, 42, 43, 44, 46, 47, 50, 52, 53, 56, 62, 74, 75], "appl": [5, 7, 21, 35, 37, 44, 47], "acceler": [5, 8, 10, 26, 27, 36, 43, 44, 46, 52, 53, 60, 73], "read": [5, 9, 11, 14, 16, 28, 29, 35, 37, 38, 39, 40, 41, 43, 53, 55, 59], "walk": [5, 7, 8, 10, 27, 35], "through": [5, 7, 8, 9, 10, 13, 14, 19, 20, 22, 24, 27, 29, 33, 35, 36, 38, 39, 44, 51, 53, 60, 62, 73, 75], "mobilenet": [5, 7, 21, 49, 52], "v3": [5, 7, 8, 20, 21], "so": [5, 6, 8, 12, 13, 14, 15, 16, 20, 22, 27, 28, 32, 33, 34, 40, 41, 42, 43, 44, 46, 50, 52, 53, 54, 59, 60, 61, 75], "complet": [5, 6, 7, 8, 10, 24, 27, 29, 38, 39, 46, 47, 53, 57], "introduct": [5, 6, 7, 8, 10, 12, 16, 27, 28, 35, 53], "order": [5, 7, 10, 11, 12, 14, 22, 25, 28, 33, 36, 38, 40, 52, 53, 60, 61], "abl": [5, 7, 10, 19, 22, 30, 36, 38, 42, 44, 62, 73], "ll": [5, 7, 10, 32, 33, 34, 44, 50, 59, 74, 75], "mac": [5, 7, 21, 34, 59], "system": [5, 6, 8, 10, 16, 24, 27, 32, 33, 36, 37, 40, 43, 44, 46, 54, 55, 57, 61], "iphon": [5, 21], "ipad": 5, "tv": 5, "xcode": [5, 7, 34, 59], "14": [5, 7, 32, 75], "13": [5, 6, 21], "16": [5, 11, 54, 55, 74, 75], "ipado": 5, "tvo": 5, "page": [5, 7, 9, 10, 16, 33, 36, 39, 41, 43, 48, 52, 55, 56], "program": [5, 7, 8, 10, 12, 14, 15, 24, 25, 26, 27, 28, 29, 30, 31, 35, 36, 38, 39, 41, 44, 50, 51, 52, 53, 57, 59, 60, 62, 63, 73, 74, 75], "mv3_coreml_al": 5, "model_nam": [5, 7, 10, 20, 21, 27, 73], "mv3": [5, 21], "coremltool": 5, "edg": [5, 6, 12, 13, 14, 18, 22, 25, 26, 27, 29, 30, 34, 36, 37, 40, 44, 51, 52, 53, 56, 60, 73, 74], "dialect": [5, 13, 14, 18, 22, 25, 26, 30, 33, 40, 44, 51, 74], "bundl": [5, 7, 16, 21, 22, 32, 51, 59, 74], "runner": [5, 6, 7, 10, 27, 43, 44, 52, 57], "coreml_executor_runn": 5, "build_executor_runn": 5, "model_path": [5, 7, 8, 9, 34, 43, 52, 59, 73], "profil": [5, 11, 14, 16, 19, 22, 23, 24, 27, 33, 35, 36, 50, 51, 60, 77], "etrecord": [5, 7, 19, 50, 51, 62], "mv3_coreml_etrecord": 5, "generate_etrecord": [5, 7, 25, 44, 74], "etdump": [5, 7, 8, 31, 50, 51, 62], "profile_model": 5, "etdump_path": [5, 7, 19, 44, 50, 51, 74], "etdp": [5, 7, 8, 44, 51, 74], "instanc": [5, 7, 11, 13, 19, 24, 28, 31, 32, 38, 39, 44, 49, 50, 51, 56, 60, 62, 63], "inspector": [5, 7, 19, 24, 25, 53, 62], "along": [5, 7, 10, 11, 16, 19, 21, 22, 33, 40, 46, 47, 57, 62], "displai": [5, 33, 50, 51, 74], "data": [5, 8, 9, 11, 14, 15, 16, 19, 22, 24, 25, 27, 28, 31, 33, 38, 42, 43, 44, 51, 52, 53, 54, 57, 59, 60, 62, 63, 74, 75], "tabl": [5, 18, 39, 51, 55, 60], "inspector_cli": [5, 7, 51], "py": [5, 8, 10, 11, 14, 26, 27, 34, 44, 48, 74, 75, 76, 77], "etrecord_path": [5, 7, 19, 44, 50, 51, 74], "mv3_coreml": 5, "final": [5, 9, 10, 14, 15, 27, 30, 33, 36, 38, 40, 44, 53, 74, 75], "coreml_backend": 5, "drag": [5, 47], "phase": [5, 7, 33, 40], "sign": [5, 7, 21, 54], "libsqlite3": 5, "tbd": 5, "integr": [5, 15, 21, 22, 24, 32, 33, 34, 35, 36, 38, 44, 46, 47, 50, 53, 58, 60, 62, 74, 76, 77], "updat": [5, 8, 11, 13, 28, 34, 35, 44, 46, 47, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "nsurl": 5, "model_url": 5, "nbundl": 5, "mainbundl": 5, "urlforresourc": 5, "filedataload": [5, 57], "loader": [5, 28, 57], "utf8str": 5, "bug": [5, 7, 20, 27, 35, 46, 47], "empow": 6, "speed": [6, 40, 59], "equip": 6, "neuron": 6, "npu": [6, 16, 27, 37], "offer": [6, 10, 24, 27, 31, 38, 44, 46, 47, 52, 53, 57, 59], "linux": [6, 8, 10, 27, 34, 36, 53], "dimens": [6, 15, 16, 28, 32, 44, 57, 74, 75], "9300": 6, "d9300": 6, "neuropilot": 6, "express": [6, 15, 16, 36, 38, 39, 56], "ai": [6, 33, 35, 36, 37, 44, 46], "soc": 6, "instruct": [6, 8, 14, 27, 28, 34, 36, 39, 40, 41, 44, 46, 47, 50, 51, 52, 57, 59, 60, 73, 74], "pip3": [6, 44], "r": [6, 16, 20, 21, 46], "whl": 6, "portal": 6, "mtk_neuron": 6, "8": [6, 8, 10, 34, 43, 44, 52, 55, 56], "py3": 6, "none": [6, 11, 14, 19, 25, 27, 28, 30, 51, 73, 74, 75], "linux_x86_64": 6, "mtk_convert": 6, "cp310": 6, "manylinux_2_17_x86_64": 6, "manylinux2014_x86_64": 6, "eviron": 6, "variabl": [6, 10, 11, 26, 52, 60], "neuron_buffer_allocator_lib": 6, "path_to_buffer_alloc": 6, "sampl": [6, 10, 11, 16, 22, 27, 34, 44, 48, 53, 62, 73, 75], "povid": 6, "commnad": 6, "shell_script": 6, "export_oss": 6, "mobilenetv3": [6, 7], "find": [6, 8, 11, 12, 13, 14, 27, 28, 40, 44, 53, 73, 74], "place": [6, 13, 15, 25, 27, 32, 40, 44, 53, 57, 74, 75], "mtk_build": 6, "android": [6, 34, 35, 36, 44, 52, 53, 73], "libneuron_backend": 6, "exedcut": 6, "mtk_build_exampl": 6, "push": [6, 8, 9, 20, 33, 43, 52, 59], "univers": [6, 43], "libneuronusdk_adapt": 6, "mtk": 6, "phone": [6, 20, 36, 37, 43, 44, 46, 47, 54], "ld_library_path": [6, 8], "path_to_usdk": 6, "path_to_neuron_backend": 6, "get": [7, 8, 10, 13, 14, 15, 16, 28, 29, 31, 32, 34, 43, 44, 46, 47, 51, 53, 54, 57, 61, 63, 73], "machin": [7, 10, 16, 27, 34, 36, 43, 59], "comput": [7, 8, 10, 13, 15, 16, 27, 32, 36, 37, 38, 39, 41, 44, 51, 53, 56, 75], "graph": [7, 9, 11, 12, 13, 14, 15, 19, 22, 25, 26, 27, 33, 34, 36, 38, 39, 43, 44, 49, 50, 51, 52, 53, 73, 74, 75], "primit": [7, 10, 11, 54], "tune": [7, 41], "trace": [7, 11, 13, 15, 16, 24, 26, 31, 33, 44, 50, 51, 54, 62, 74, 75], "12": [7, 18, 19, 27, 44, 55], "mps_exampl": [7, 21], "mpspartition": 7, "yet": [7, 14, 60], "turn": [7, 20, 42], "off": [7, 8, 10, 27, 32, 34, 36, 41, 42, 53], "use_partition": 7, "use_fp16": 7, "executor": [7, 11, 12, 16, 26, 27, 28, 33, 40, 54, 57, 60], "build_mps_executor_runn": 7, "mv3_mps_bundled_fp16": 7, "bundled_program": [7, 11, 74], "output": [7, 8, 10, 12, 13, 14, 16, 22, 25, 27, 28, 33, 34, 35, 36, 38, 39, 40, 41, 44, 48, 51, 53, 54, 59, 63, 74, 75], "00": [7, 8, 9, 43, 55, 59, 77], "003290": 7, "mm": [7, 9, 40, 42, 75], "286": 7, "003306": 7, "292": 7, "003308": 7, "294": 7, "forward": [7, 10, 11, 13, 14, 16, 26, 27, 28, 30, 31, 32, 34, 44, 46, 47, 51, 52, 57, 59, 63, 73, 74, 75], "003311": 7, "349": 7, "const": [7, 11, 14, 19, 28, 31, 40, 44, 57], "buffer": [7, 15, 16, 24, 25, 26, 27, 28, 30, 32, 34, 44, 50, 51, 52, 54, 57, 59, 60, 73, 75], "606112": 7, "003374": 7, "376": [7, 27], "memori": [7, 9, 11, 13, 22, 28, 30, 31, 33, 35, 36, 37, 38, 39, 41, 43, 44, 52, 53, 55, 56, 57], "manag": [7, 16, 19, 30, 33, 34, 35, 39, 44, 52, 54, 57, 58, 60], "003376": 7, "392": 7, "018942": 7, "399": 7, "018944": 7, "404": [7, 51], "018980": 7, "421": [7, 8], "input": [7, 8, 10, 12, 13, 14, 16, 19, 22, 27, 28, 34, 35, 36, 38, 39, 40, 42, 44, 46, 51, 52, 53, 54, 59, 63, 73, 74, 75], "prepar": [7, 8, 11, 16, 19, 27, 28, 31, 44, 46, 47, 53, 57, 73, 75], "118731": 7, "438": 7, "122615": 7, "501": 7, "verifi": [7, 8, 21, 75], "wa": [7, 10, 13, 19, 22, 28, 31, 36, 39, 41, 43, 44, 50, 51, 57, 60, 75], "between": [7, 12, 14, 16, 30, 32, 40, 44, 48, 50, 52, 55, 60, 75], "eager": [7, 12, 22, 31, 33, 36, 38, 44, 50, 52, 62, 74, 75], "check_correct": 7, "mv3_mp": 7, "match": [7, 12, 13, 27, 28, 31, 32, 40, 44, 54, 55], "bench_pytorch": 7, "while": [7, 8, 10, 12, 13, 14, 16, 18, 19, 26, 28, 31, 32, 36, 38, 43, 44, 50, 53, 54, 55, 60, 62, 75], "re": [7, 10, 11, 15, 21, 31, 32, 39, 44, 46, 47, 51, 54, 57, 62, 75], "b": [7, 8, 11, 12, 13, 20, 26, 44, 48, 74, 75], "dump": [7, 11, 22, 31, 50], "mps_deleg": 7, "folder": [7, 8, 10, 20, 47, 59, 73], "portable_deleg": 7, "l": [7, 8, 10], "locat": [7, 8, 15, 21, 27, 36, 44, 49, 59, 60], "metalperformanceshad": 7, "metalperformanceshadersgraph": 7, "metal": [7, 21, 36, 44, 47, 54, 60], "hashtag": 7, "design": [8, 10, 11, 16, 22, 27, 30, 32, 36, 37, 39, 41, 44, 49, 52, 74], "unifi": [8, 11, 16, 36, 44, 75], "low": [8, 10, 32, 36, 37, 40, 52, 54, 57], "interact": [8, 51], "variou": [8, 11, 16, 27, 33, 36, 57], "kryo": 8, "cpu": [8, 12, 13, 27, 37, 41, 44, 46, 47, 49, 53, 73, 75], "adreno": 8, "gpu": [8, 9, 16, 44, 52], "hexagon": [8, 43], "processor": [8, 10, 24, 27, 50, 62], "ubuntu": [8, 10, 34], "22": [8, 10], "04": [8, 10, 34], "lt": [8, 10, 12, 34], "x64": 8, "moment": 8, "usual": [8, 9, 14, 16, 26, 38, 56], "adb": [8, 9, 43, 52, 59], "connect": [8, 10, 14, 16, 19, 21, 37, 40, 43, 47], "sm8450": [8, 20], "snapdragon": 8, "gen": 8, "sm8475": 8, "sm8550": 8, "sm8650": 8, "gcc": [8, 27, 60], "ndk": [8, 9, 20, 52, 59], "26c": 8, "button": [8, 46, 47], "howev": [8, 13, 14, 16, 28, 30, 32, 38, 39, 40, 41, 53, 57, 60], "newer": 8, "than": [8, 10, 11, 16, 28, 32, 41, 43, 52, 59, 60, 75], "6": [8, 14, 32, 34, 39, 74], "hope": [8, 44], "publicli": 8, "discover": 8, "soon": [8, 22], "26": [8, 18, 43], "look": [8, 12, 13, 14, 15, 22, 24, 27, 28, 31, 39, 40, 42, 44, 46, 47, 48, 57, 73, 75], "benchmark": 8, "doc": [8, 12, 20, 38, 40, 44, 51, 52, 53, 57, 60, 75], "licens": [8, 27], "pdf": 8, "notice_window": 8, "qnn_notic": 8, "qnn_readm": 8, "qnn_releasenot": 8, "releasenot": 8, "releasenoteswindow": 8, "yaml": [8, 38, 44, 59], "qnn_sdk_root": [8, 20, 43], "root": [8, 9, 10, 27, 34, 52, 55, 59, 73], "android_ndk_root": [8, 43], "executorch_root": [8, 40, 42], "dynam": [8, 15, 28, 30, 32, 33, 35, 36, 37, 38, 40, 44, 52, 53, 56, 57, 60], "further": [8, 14, 31, 33, 36, 38, 39, 43, 44, 52, 59], "pythonpath": 8, "becaus": [8, 12, 13, 15, 25, 32, 33, 36, 38, 40, 44, 53, 55, 57, 59, 61, 74, 75], "clang": [8, 34, 60], "frquentli": 8, "x86": [8, 10, 16, 27, 44, 53], "latest": [8, 9, 34, 35], "workabl": 8, "dcmake_install_prefix": [8, 9, 10, 20, 43, 52, 73], "pwd": 8, "dexecutorch_build_qnn": [8, 20, 43], "ON": [8, 9, 10, 20, 27, 42, 43, 44, 52, 59, 73], "dqnn_sdk_root": [8, 20, 43], "dexecutorch_build_devtool": 8, "dexecutorch_build_extension_modul": [8, 9, 20, 43, 73], "dexecutorch_build_extension_tensor": [8, 9, 20, 43, 73], "dexecutorch_enable_event_trac": 8, "dpython_execut": [8, 9, 10, 27, 43, 52, 73], "dexecutorch_separate_flatcc_host_project": 8, "nproc": 8, "detect": [8, 10, 28], "number": [8, 11, 16, 18, 27, 28, 32, 33, 36, 39, 44, 46, 53, 55, 57, 63, 74], "feel": [8, 46, 47], "free": [8, 24, 27, 28, 31, 33, 44, 53, 54], "want": [8, 11, 12, 13, 14, 17, 27, 31, 32, 35, 38, 39, 40, 41, 44, 51, 52, 56, 59, 74, 75], "pyqnnmanageradaptor": 8, "pyqnnwrapperadaptor": 8, "j": [8, 10, 11, 59], "vari": [8, 16, 39, 44, 46, 47, 62], "cp": [8, 20], "f": [8, 11, 12, 13, 14, 24, 26, 44, 63, 73, 74, 75], "cpython": 8, "310": 8, "gnu": [8, 22, 25], "workaround": [8, 10, 12], "fb": [8, 55], "_serial": 8, "schema": [8, 12, 13, 16, 30, 38, 39, 40, 44, 55, 73], "scalar_typ": [8, 28, 31], "qnn_executor_runn": 8, "qnn_executorch_backend": [8, 20], "dcmake_toolchain_fil": [8, 9, 10, 20, 43, 52, 59], "toolchain": [8, 9, 10, 20, 28, 34, 36, 37, 43, 52, 54, 59, 60], "dandroid_abi": [8, 9, 20, 43, 52, 59], "dandroid_native_api_level": 8, "23": [8, 18, 55], "dcmake_prefix_path": [8, 10, 27], "gflag": 8, "dcmake_find_root_path_mode_packag": 8, "bexampl": 8, "full": [8, 16, 22, 28, 32, 33, 36, 37, 39, 40, 44, 74, 75, 76], "dcmake_build_typ": [8, 10, 27, 43, 44, 59, 73], "exact": [8, 14, 27, 41, 62], "deeplab": [8, 20], "resnet101": 8, "deeplab_v3": [8, 20], "compile_onli": 8, "someth": [8, 12, 13, 27, 47, 74], "destroi": [8, 14, 32], "context": [8, 11, 14, 16, 33, 42, 49], "opcod": 8, "arg": [8, 11, 12, 13, 14, 18, 30, 40, 44, 75], "kwarg": [8, 12, 13, 14, 16, 18, 30, 44, 75], "placehold": [8, 12, 13, 14, 15, 18, 44], "arg684_1": 8, "get_attr": [8, 13, 14, 18, 44, 75], "lowered_module_0": [8, 18, 73, 75], "call_funct": [8, 12, 13, 14, 15, 18, 38, 44], "executorch_call_deleg": [8, 18, 73, 75], "getitem": [8, 13, 44, 75], "getitem_1": [8, 75], "dlv3_qnn": [8, 20], "assum": [8, 9, 10, 11, 12, 28, 31, 52, 54, 57, 59, 75], "libqnn_executorch_backend": [8, 20, 43], "second": [8, 27, 30, 31, 46, 49, 51, 74, 75, 76], "take": [8, 10, 12, 13, 15, 16, 24, 26, 27, 28, 29, 30, 31, 32, 40, 43, 44, 46, 47, 57, 60, 61, 73, 74, 75], "354662": 8, "cpp": [8, 16, 27, 40, 44, 50, 52, 54, 59, 61], "213": 8, "356460": 8, "261": 8, "ignor": [8, 13, 25, 40, 75], "set_output_data_ptr": [8, 28, 57], "0x2": 8, "357991": 8, "357996": 8, "265": [8, 11], "01": [8, 27], "09": 8, "328144": 8, "414": 8, "328159": 8, "424": 8, "permiss": [8, 43], "device_dir": [8, 43], "local": [8, 9, 26, 43, 52, 59, 60], "tmp": [8, 9, 14, 43, 52, 57, 59, 63], "executorch_qualcomm_tutori": 8, "shell": [8, 9, 27, 43, 52, 59], "aarch64": [8, 20, 27, 43], "libqnnhtp": [8, 20, 43], "libqnnsystem": [8, 20, 43], "libqnnhtpv69stub": [8, 20, 43], "libqnnhtpv73stub": [8, 43], "libqnnhtpv75stub": [8, 43], "v69": [8, 20, 43], "libqnnhtpv69skel": [8, 20, 43], "v73": [8, 43], "libqnnhtpv73skel": [8, 43], "v75": [8, 43], "libqnnhtpv75skel": [8, 43], "indic": [8, 10, 12, 28, 46], "where": [8, 10, 12, 13, 15, 16, 19, 20, 21, 22, 25, 28, 33, 34, 36, 39, 40, 41, 44, 53, 54, 57, 59, 75], "adsp_library_path": 8, "executor_runn": [8, 11, 34], "257354": 8, "323502": 8, "262": 8, "357496": 8, "357555": 8, "364824": 8, "364875": 8, "425": [8, 51], "mere": [8, 32], "feed": [8, 53], "real": [8, 15, 27, 50, 51], "device_seri": 8, "pre": [8, 16, 20, 21, 24, 27, 28, 31, 43, 44, 50, 53, 62, 75], "put": [8, 26, 40, 54], "arguent": 8, "written": [8, 13, 16, 33, 36, 40, 42, 50], "util": [8, 10, 14, 16, 18, 19, 22, 27, 32, 34, 37, 40, 44, 49, 50, 73, 74, 75], "qnn_executorch_runn": 8, "input_list_path": 8, "output_folder_path": 8, "oss_script": 8, "improv": [8, 9, 16, 33, 35, 36, 41, 43, 53, 59, 75], "llama3": [8, 43], "8b": [8, 46, 47], "batch": [8, 53, 74], "prefil": 8, "hub": [8, 21], "reproduc": [8, 43], "qcom_aisw": [8, 43], "partial": [9, 28, 31, 33, 36, 40, 52], "gone": 9, "android_ndk": [9, 20, 52], "path_to_ndk": [9, 52], "android_abi": [9, 20, 52], "subsequ": [9, 15, 16, 22, 25, 31, 52, 74], "path_to_executorch_root": [9, 52], "particular": [9, 13, 16, 27, 28, 31, 39, 44, 46, 47, 51, 57, 60], "arithmet": [9, 52], "aten": [9, 12, 13, 14, 15, 18, 28, 30, 33, 34, 36, 41, 42, 44, 52, 53, 54, 57, 59, 60, 75], "sub": [9, 12, 13, 14, 16, 18, 43, 75], "mul": [9, 11, 12, 13, 14, 15, 53, 75], "div": [9, 12, 13, 53, 75], "matrix": [9, 41, 52], "multipl": [9, 10, 11, 13, 14, 15, 16, 30, 31, 32, 33, 36, 38, 41, 44, 49, 51, 52, 53, 57, 60, 75], "bmm": 9, "linear": [9, 10, 12, 13, 15, 44, 53, 73, 74, 75], "layer": [9, 10, 20, 33, 46, 57, 60], "capabl": [9, 34, 35, 36, 37, 46, 47, 51, 52, 54, 59, 62], "obtain": [9, 13, 39], "consolid": [9, 28, 43], "pth": [9, 43], "param": [9, 13, 43, 75], "json": [9, 43, 44, 49], "token": [9, 43, 44, 46, 47], "export_llama": [9, 43], "disable_dynamic_shap": [9, 43], "kv": 9, "use_sdpa_with_kv_cach": 9, "d": [9, 14, 26, 32, 42, 43, 54], "fp32": [9, 16, 20, 73], "llama3_2": 9, "checkpoint": 9, "metadata": [9, 11, 12, 13, 14, 22, 28, 30, 32, 33, 38, 40, 42, 44, 51, 53, 57, 63, 74], "get_bos_id": 9, "128000": 9, "get_eos_id": 9, "128009": 9, "128001": 9, "vulkan_llama2": 9, "onto": [9, 10, 22, 27, 32, 33, 47, 60], "dexecutorch_build_extension_data_load": [9, 20, 43, 73], "dexecutorch_build_vulkan": [9, 52], "dexecutorch_build_kernels_quant": [9, 27, 43], "dexecutorch_build_kernels_custom": [9, 43], "bcmake": [9, 10, 20, 27, 43, 52, 73], "j16": [9, 20, 43, 52], "dexecutorch_build_kernels_optim": [9, 43], "llama_main": [9, 43], "tokenizer_path": [9, 43], "prompt": [9, 43, 44, 47], "hello": [9, 44, 48], "infer": [9, 11, 15, 16, 24, 27, 36, 37, 41, 43, 46, 47, 52, 53, 56, 60, 62], "veri": [9, 15, 27, 30, 33, 44, 54], "slow": [9, 37, 52], "due": [9, 14, 16, 19, 36, 37, 41, 42], "amount": [9, 28, 30, 44], "blob": [9, 14, 22, 26, 28, 30, 42, 43, 53, 75], "transfer": 9, "drastic": 9, "techniqu": [9, 16, 36, 44], "cadenc": 10, "vendor": [10, 14, 26, 36, 52], "solut": [10, 33, 37, 43], "mani": [10, 13, 16, 32, 33, 39, 41, 42, 44, 46, 47, 49, 53, 57, 59], "workload": 10, "power": [10, 21, 22, 28, 33, 36, 37, 55, 56], "limit": [10, 27, 32, 37, 41, 44, 52, 56], "embed": [10, 11, 15, 16, 18, 24, 27, 28, 32, 33, 36, 37, 53, 55, 56, 59, 60], "digit": [10, 55], "base": [10, 15, 16, 27, 28, 30, 31, 32, 33, 36, 39, 40, 41, 44, 46, 47, 52, 56, 57], "wake": 10, "word": [10, 38, 43, 44], "automat": [10, 31, 32, 40, 44, 59], "speech": 10, "recognit": 10, "asr": 10, "etc": [10, 11, 16, 24, 28, 32, 33, 41, 50, 57, 59], "addit": [10, 16, 19, 20, 21, 25, 30, 31, 32, 33, 36, 38, 39, 44, 50, 52, 56, 59, 74, 75], "chip": [10, 16, 20], "nnlib": 10, "commonli": [10, 27, 31, 39], "demonstr": [10, 27, 43, 44, 57, 73, 74], "On": [10, 16, 20, 24, 28, 33, 44, 54], "abil": [10, 12, 16, 40, 62, 74], "workflow": [10, 16, 33, 34, 36, 56, 75], "enhanc": 10, "suitabl": [10, 33, 44, 53, 73], "repres": [10, 11, 14, 16, 19, 22, 28, 31, 32, 33, 36, 38, 39, 44, 49, 51, 54, 56, 57, 75], "weight": [10, 12, 14, 16, 27, 40, 43, 44, 53, 56, 73, 75], "uint8": [10, 38], "float": [10, 11, 12, 13, 16, 27, 28, 31, 32, 38, 40, 44, 46, 57], "call": [10, 11, 12, 13, 14, 15, 16, 18, 19, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 38, 40, 41, 42, 43, 44, 49, 51, 53, 57, 59, 60, 61, 62, 73, 74, 75], "intrins": [10, 41], "glibc": 10, "34": 10, "succesfulli": 10, "mx": 10, "rt600": 10, "evalu": [10, 11, 14, 15, 28, 31, 39, 44, 54, 57], "kit": [10, 27], "64": [10, 27, 28, 51, 54, 75], "mcuxpresso": 10, "platform": [10, 21, 33, 35, 36, 37, 39, 41, 43, 44, 47, 52, 53, 59, 60, 73], "flash": 10, "board": 10, "firmwar": 10, "nxp": 10, "probe": 10, "jlink": 10, "done": [10, 13, 14, 16, 21, 27, 43, 53, 57, 59, 75], "extract": [10, 24, 42, 50, 51], "store": [10, 16, 21, 22, 31, 44, 49, 59, 73, 75], "although": [10, 11, 34, 39, 41, 54, 60], "itself": [10, 15, 25, 27, 34, 54], "window": [10, 34, 47, 53, 54, 74], "most": [10, 11, 13, 14, 15, 16, 26, 28, 31, 33, 36, 39, 40, 41, 48, 52, 53, 54, 55, 57, 60, 75], "translat": 10, "over": [10, 15, 16, 19, 27, 28, 31, 52, 53, 54, 57, 59, 60, 73, 74, 75], "dev": [10, 20, 43], "proceed": 10, "next": [10, 27, 31, 44, 57, 73, 74, 75], "succesfullli": 10, "dsp_mu_polling_cm33": 10, "uart": [10, 24], "consol": 10, "cortex": [10, 27, 59], "m33": 10, "ops_registr": 10, "hifi": [10, 59], "famili": [10, 16], "ahead": [10, 25, 27, 31, 33, 36, 44, 57, 60, 75], "our": [10, 12, 13, 25, 27, 33, 34, 35, 37, 40, 42, 43, 44, 46, 47, 53, 56, 57, 75], "export_exampl": 10, "few": [10, 40, 43, 46, 73], "thing": [10, 28, 54, 57, 75], "correspond": [10, 11, 13, 14, 16, 19, 21, 25, 28, 32, 33, 39, 40, 41, 44, 51, 54, 60], "implemet": 10, "kind": [10, 75], "former": 10, "dispatch": [10, 16, 30, 33, 52, 60], "relev": [10, 28], "latter": 10, "act": 10, "deliv": [10, 16, 36], "bake": 10, "meant": [10, 26, 38, 41], "properli": [10, 75], "backbon": 10, "conv1d": [10, 53], "convolut": [10, 14, 36, 41, 52, 53, 73, 74], "denois": 10, "cadencedemomodel": 10, "quantized_": 10, "_op": [10, 12, 14, 18, 38, 42, 44, 75], "small": [10, 27, 32, 33, 36, 60], "rnnt": 10, "predictor": 10, "torchaudio": 10, "emform": 10, "compris": 10, "three": [10, 15, 19, 21, 26, 27, 33, 36, 44, 75], "submodel": 10, "encod": [10, 28, 41, 44, 55, 75], "joiner": 10, "sequenc": [10, 13, 39, 44], "relu": [10, 12, 13, 73, 74, 75], "norm": [10, 53], "rnnt_predictor": 10, "consist": [10, 14, 16, 28, 38, 40, 41], "xtensa_toolchain": 10, "home": 10, "user_nam": [10, 59], "xtdevtool": 10, "essenti": [10, 11, 19, 33, 50, 53], "present": [10, 16, 25, 28, 37, 38, 43, 44, 46, 49, 55], "toolchain_v": 10, "ri": 10, "2021": 10, "xtensa_cor": 10, "nxp_rt600_ri2021_8_newlib": 10, "foss": 10, "prebuild": 10, "path_to_executorch": 10, "debug": [10, 14, 16, 22, 24, 25, 33, 36, 37, 43, 47, 51, 74, 75], "dexecutorch_build_extension_runner_util": [10, 20], "dexecutorch_build_host_target": 10, "dexecutorch_build_executor_runn": 10, "dexecutorch_build_pthreadpool": 10, "dexecutorch_build_cpuinfo": 10, "dexecutorch_build_flatc": 10, "dflatc_execut": 10, "flatc": 10, "num_cor": 10, "dmodel_path": 10, "path_to_program_file_generated_in_previous_step": 10, "dnxp_sdk_root_dir": 10, "path_to_nxp_sdk_root": 10, "dnn_lib_base_dir": 10, "path_to_nnlib_cloned_in_step_2": 10, "j8": 10, "cadence_executorch_exampl": 10, "xt": 10, "dsp_data_releas": 10, "dsp_text_releas": 10, "workspac": 10, "dsp_binari": 10, "highlight": [10, 11, 14, 36, 56], "As": [10, 16, 19, 27, 35, 38, 40, 41, 44, 46, 47, 53, 75], "space": [10, 28, 43, 49, 57], "baud": 10, "rate": 10, "115200": 10, "screen": 10, "tty": 10, "usbmodem0007288234991": 10, "20": [10, 34], "element": [10, 27, 28, 32], "165528": 10, "331055": 10, "typic": [10, 16, 27, 28, 36, 44, 55, 56, 59, 63, 75], "appear": [10, 12, 14, 16, 18, 28, 34, 40, 44], "extend": [10, 33, 48, 51, 52, 55], "structur": [10, 16, 27, 28, 32, 44, 51, 57, 75], "deploi": [11, 33, 36, 43, 44, 59], "necessarili": [11, 13, 16, 38, 54], "particularli": [11, 27, 56], "bring": [11, 44], "overal": [11, 28, 40, 53], "procedur": [11, 73], "mainli": [11, 14], "focus": [11, 33, 41], "creation": [11, 32, 33, 37, 60], "disk": [11, 43], "record": [11, 19, 22], "methodtestcas": [11, 74], "verif": [11, 28, 59, 63], "testcas": 11, "devtool": [11, 18, 24, 25, 31, 35, 44, 50, 51, 70, 72, 74, 76, 77], "__init__": [11, 13, 14, 26, 27, 34, 48, 51, 52, 74, 75], "expected_output": [11, 74], "eager_model": 11, "worth": 11, "mention": [11, 27, 38, 40, 51, 53, 62], "et": [11, 44, 55], "torch": [11, 12, 13, 14, 15, 16, 18, 25, 26, 27, 29, 30, 33, 34, 35, 36, 38, 39, 40, 44, 51, 52, 53, 56, 63, 73, 74, 75], "saniti": 11, "valu": [11, 13, 14, 15, 16, 19, 25, 27, 31, 34, 37, 38, 40, 44, 54, 59, 63, 75], "str": [11, 13, 18, 19, 26, 30, 40, 44, 51, 74], "method_nam": [11, 24, 28, 30, 31, 57, 63, 74], "test_cas": [11, 74], "relat": [11, 15, 16, 28, 47, 59], "sinc": [11, 12, 27, 28, 32, 33, 40, 44, 49, 52, 53, 54, 56, 59, 61, 75], "executorchprogram": [11, 12], "multimethodexecutorchprogram": 11, "executorchprogrammanag": [11, 30, 44, 49, 73, 74, 75], "executorch_program": [11, 25, 34, 52, 74, 75], "method_test_suit": [11, 74], "pte_file_path": 11, "togeth": [11, 13, 15, 16, 27, 32, 40], "deseri": [11, 19, 24, 28, 53, 54], "construtor": 11, "sanniti": 11, "everi": [11, 13, 14, 28, 38, 39, 41, 54, 62], "corespond": 11, "serialize_from_bundled_program_to_flatbuff": [11, 74], "byte": [11, 19, 27, 28, 30, 38, 51, 54, 55], "deserialize_from_flatbuffer_to_bundled_program": 11, "to_edg": [11, 13, 14, 25, 26, 30, 34, 38, 44, 52, 53, 56, 73, 74, 75], "export_for_train": [11, 44, 53, 73, 75], "samplemodel": 11, "multi": [11, 32, 44], "def": [11, 12, 13, 14, 15, 19, 26, 27, 30, 34, 40, 44, 48, 51, 52, 53, 73, 74, 75], "dtype": [11, 27, 28, 33, 38, 40, 44, 56, 57, 75], "int32": [11, 27, 28, 38], "q": [11, 53], "z": [11, 12, 13, 27, 75], "y": [11, 12, 13, 26, 34, 52, 74, 75], "captur": [11, 13, 16, 26, 36, 38, 39, 44, 53, 73, 75], "capture_input": 11, "rand": [11, 32, 38, 75], "fx": [11, 13, 16, 18, 19, 30, 39, 75], "method_graph": [11, 74], "et_program": [11, 44, 56], "to_executorch": [11, 15, 18, 25, 26, 34, 44, 49, 52, 56, 60, 73, 74, 75], "n_input": 11, "individu": [11, 27, 31, 33, 41, 53], "spec": [11, 13, 14, 15, 26, 75], "_": [11, 74], "suit": [11, 22, 24, 27, 74], "getattr": [11, 74], "serialized_bundled_program": [11, 74], "save_path": [11, 26, 74, 75], "bpte": 11, "wb": [11, 26, 34, 44, 52, 73, 74, 75], "regener": 11, "rb": 11, "regenerate_bundled_program": 11, "compar": [11, 14, 16, 37, 41, 44, 49, 52, 75], "kei": [11, 13, 16, 18, 19, 25, 37, 39, 40, 44, 53], "get_program_data": 11, "doxygenfunct": 11, "cannot": [11, 28, 30, 31, 32, 36, 38, 39], "xml": 11, "file_data": 11, "whatev": [11, 40], "could": [11, 15, 24, 44, 57, 60], "size_t": [11, 19, 28, 44, 57], "file_data_len": 11, "program_ptr": 11, "program_len": 11, "statu": 11, "et_check_msg": [11, 54], "ok": [11, 28, 31, 54, 57], "fail": [11, 14, 28, 31, 36], "0x": 11, "prix32": 11, "load_bundled_input": 11, "verify_method_output": 11, "borrow": 11, "review": [11, 39], "memory_manag": [11, 24, 28, 54, 57], "memorymanag": [11, 28, 54, 60], "alloc": [11, 15, 16, 22, 27, 28, 30, 31, 32, 33, 49, 52, 57, 60, 75], "load_method": [11, 24, 28, 31, 57, 60, 63], "testset_idx": 11, "th": 11, "program_data": 11, "bundled_program_data": 11, "flags_testset_idx": 11, "flags_rtol": 11, "flags_atol": 11, "rais": [11, 13, 75], "situat": [11, 15, 54], "out_1": 11, "out_2": 11, "my": [11, 48], "simplifi": [11, 28, 30, 31, 32, 35, 60], "m_name": [11, 74], "int": [11, 12, 13, 19, 28, 32, 38, 40, 44, 46, 54], "randint": [11, 32, 44], "shall": 11, "float32": [11, 38, 75], "assertionerror": 11, "traceback": [11, 14, 75], "recent": [11, 14, 75], "last": [11, 14, 15, 27, 40, 53, 75], "cell": 11, "72": [11, 51], "56": 11, "57": 11, "58": 11, "67": [11, 51], "68": [11, 51, 55], "70": [11, 51], "create_bundled_program": 11, "276": 11, "264": 11, "bp_schema": 11, "266": 11, "271": 11, "272": 11, "274": 11, "sort": 11, "lambda": 11, "assert_valid_bundl": 11, "278": 11, "bundled_method_test_suit": 11, "bundledmethodtestsuit": 11, "280": 11, "219": 11, "215": 11, "216": 11, "cur_plan_test_input": 11, "217": 11, "pyre": 11, "fixm": 11, "undefin": [11, 28], "attribut": [11, 13, 28, 40, 75], "item": [11, 27], "bool": [11, 12, 13, 14, 28, 30, 32, 38, 40], "union": [11, 13, 19, 28, 42, 51], "_tensor": 11, "218": 11, "assert": [11, 13, 31, 54, 57, 74], "get_input_dtyp": 11, "220": 11, "program_plan_id": 11, "221": 11, "222": 11, "223": 11, "224": [11, 73], "225": 11, "226": 11, "elif": [11, 13, 15], "227": 11, "228": 11, "229": 11, "230": 11, "231": 11, "get_input_typ": 11, "232": 11, "233": 11, "234": 11, "235": 11, "236": 11, "show": [11, 12, 14, 15, 18, 27, 35, 40, 46, 49, 57, 60, 73, 74], "missing_method_nam": 11, "execution_plan": 11, "73": [11, 51], "141": 11, "138": [11, 27, 59], "method_name_of_program": 11, "139": [11, 51], "method_name_of_test_suit": 11, "issubset": 11, "142": [11, 51], "143": 11, "144": 11, "146": 11, "method_tesdt_suit": 11, "ascend": 11, "alphabet": 11, "147": 11, "test_suite_id": 11, "len": [11, 13, 74], "node": [12, 13, 14, 15, 18, 19, 22, 26, 33, 36, 38, 39, 44, 49, 51, 52, 53, 73, 75], "transform": [12, 13, 14, 16, 19, 30, 33, 38, 39, 43, 44, 53, 75], "awar": [12, 27, 32, 33, 38, 44, 53, 60], "meaning": [12, 16], "One": [12, 15, 29, 35, 39, 40, 56, 57, 62], "fuse": [12, 53], "consecut": 12, "addmm": [12, 13, 44, 53, 74], "addmm_relu": 12, "happen": [12, 16, 18, 30, 31, 44, 53, 56], "conform": [12, 16], "canon": [12, 75], "satisfi": [12, 40], "criteria": [12, 15], "equival": [12, 16, 22, 25, 28, 33, 39], "linear_relu": 12, "faster": [12, 16, 40, 44], "retrac": 12, "back": [12, 14, 15, 19, 22, 25, 26, 27, 34, 35, 37, 40, 46, 50, 57, 62, 74], "normal": [12, 13, 32, 44], "care": [12, 13, 22, 28, 57], "runnabl": [12, 13, 35, 44], "concern": 12, "overkil": 12, "won": [12, 14, 27, 30], "give": [12, 18, 22, 40, 44, 46, 53, 57, 62, 73, 74], "substitut": 12, "facilit": 12, "effort": [12, 36], "identifi": [12, 14, 19, 39, 46, 47, 51, 52, 53, 62, 73], "interest": [12, 14, 15, 17, 19, 24, 25, 26, 27, 41, 44], "exportprogram": 12, "guard": [12, 28, 31, 46], "valid": [12, 16, 20, 22, 28, 31, 32, 38, 39, 52, 63, 75], "sound": 12, "executorchbackendconfig": [12, 15, 75], "quantfus": 12, "ie": 12, "dequant": [12, 40], "some_op": 12, "quant": [12, 56], "quantized_decompos": [12, 53, 75], "simpler": [12, 57], "sym_siz": [12, 44], "understood": 12, "bind_pattern_to_op": 12, "easili": [12, 32, 33, 34, 36, 39, 40, 41, 44, 46, 47, 60, 62], "namespac": [12, 14, 31, 32, 38, 40, 75], "belong": [12, 13, 53], "compositeimplicitautograd": 12, "No": [12, 13, 36, 40, 51, 75], "decompos": [12, 13, 14, 16, 33, 36, 39, 43, 53], "becom": [12, 32, 38, 40, 43], "arg0_1": [12, 14, 51, 75], "num_us": [12, 14, 18, 44], "arg1_1": [12, 75], "aten_add_tensor": [12, 14, 18, 44, 75], "aten_relu_default": [12, 75], "merg": [12, 40, 42], "add_relu": 12, "interchang": 12, "foo_namespac": 12, "addrelufusionpass": 12, "exportpass": [12, 13, 75], "graph_modul": [12, 13, 15, 18, 30, 44, 73, 75], "graphmodul": [12, 13, 15, 30, 51, 73, 75], "passresult": [12, 15], "compositeexplicitautograd": 12, "subgraph_rewrit": [12, 13], "replace_pattern": [12, 13], "_trace_and_lower_to_edge_op": 12, "true": [12, 13, 15, 19, 27, 30, 42, 44, 49, 50, 51, 73, 74, 75], "foo_namespace_add_relu_default": 12, "executorch_prim": 12, "symint": 12, "builtin": 12, "floordiv": 12, "truediv": 12, "scalar": [12, 13, 16, 28, 31, 33, 38, 40, 75], "sym_float": 12, "gt": 12, "ge": 12, "le": 12, "eq": 12, "mod": 12, "divmod": 12, "ne": 12, "embedding_byt": 12, "weight_scal": [12, 53], "weight_zero_point": [12, 53], "weight_quant_min": [12, 53], "weight_quant_max": [12, 53], "a_scal": 12, "a_zero_point": 12, "a_quant_min": 12, "a_quant_max": 12, "b_scale": 12, "b_zero_point": 12, "b_quant_min": 12, "b_quant_max": 12, "out_scal": [12, 53], "out_zero_point": [12, 53], "out_quant_min": [12, 53], "out_quant_max": [12, 53], "qc": 12, "qa": 12, "scalartyp": [12, 16, 28, 31, 32, 40, 44, 57], "a_dtyp": 12, "out_dtyp": 12, "roughli": 13, "categor": 13, "coupl": [13, 14, 27], "ax": [13, 49], "axi": [13, 49], "decomposit": [13, 39, 53], "fusion": [13, 19, 33, 53], "iter": [13, 19, 24, 28, 33, 52], "shape": [13, 15, 28, 31, 32, 33, 36, 38, 44, 52, 75], "propag": [13, 15, 19], "backward": [13, 55], "dead": 13, "elimin": [13, 32, 36], "eg": [13, 16], "convers": [13, 33, 36, 37, 38, 51, 75], "global": [13, 26, 60], "frequenc": [13, 27], "helper": [13, 14, 19, 26, 27, 33, 51, 54, 73], "interpret": [13, 19, 32, 49], "recreat": 13, "except": [13, 54, 60, 74, 75], "ir": [13, 14, 26, 30, 36, 39, 75], "stack": [13, 16, 27, 44, 50, 51, 56, 60, 62, 74, 75], "faketensor": 13, "hierarchi": [13, 15, 22, 28, 33, 44, 49, 50, 51, 57, 60, 62, 74, 75], "subclass": [13, 28, 30], "mean": [13, 14, 16, 19, 27, 28, 38, 40, 41, 42, 49, 50, 52, 53, 54, 75], "invari": [13, 44], "maintain": [13, 32, 40], "replaceinplacereluwithoutofplacerelupass": 13, "relu_": 13, "call_oper": [13, 75], "meta": [13, 14, 15, 19, 37, 38, 43, 53, 75], "replace_pass": 13, "new_graph_modul": 13, "replaceaddwithmulsub": 13, "mul_r": 13, "removedetachpass": 13, "detach": 13, "detach_copi": 13, "convert": [13, 16, 26, 28, 33, 34, 36, 38, 43, 44, 51, 52, 53, 60, 63, 75], "within": [13, 16, 19, 22, 26, 28, 33, 39, 51, 57, 75], "args_map": 13, "fn": [13, 53, 75], "isinst": [13, 15, 44], "tupl": [13, 19, 40, 75], "dict": [13, 19, 25, 51], "enumer": [13, 28], "_schema": [13, 38], "kwarg_onli": 13, "scalartotensorpass": 13, "try_coerc": 13, "tensortyp": 13, "els": [13, 33, 44, 61, 74, 75], "rewrit": [13, 33, 40], "pattern": [13, 32, 40, 51, 54, 56], "inplac": 13, "callabl": [13, 19, 75], "treat": [13, 54], "wildcard": 13, "replaced_pattern": 13, "replace_pattern_with_filt": 13, "traced_modul": 13, "replacedpattern": 13, "dataclass": 13, "anchor": 13, "larger": [13, 28, 75], "nodes_map": 13, "were": [13, 19, 39, 52, 57, 60, 73], "stack_trac": [13, 50, 51, 74], "val": 13, "nn_module_stack": 13, "passbas": 13, "addition": [13, 29, 36, 38, 44, 75], "overridden": [13, 16], "replaceaddpass": 13, "replace_op": 13, "gm": [13, 75], "valueerror": 13, "replace_add_with_div": 13, "passmanag": 13, "pass_manag": 13, "pm": 13, "replace_div_with_mul": 13, "run_checks_after_each_pass": 13, "suppress_check_failur": 13, "fals": [13, 14, 15, 19, 30, 40, 44, 51, 73, 74, 75], "graph_module_out": 13, "set_check": 13, "check_div_target": 13, "add_check": 13, "produc": [13, 14, 16, 26, 27, 39, 44, 51, 52], "compliant": [13, 33], "subgraphmatch": 13, "match_output": 13, "match_placehold": 13, "remove_overlapping_match": 13, "overlap": [13, 15, 52], "ignore_liter": 13, "liter": [13, 32, 54], "matcher_util": 13, "largemodel": 13, "_weight": 13, "_bia": 13, "large_model_graph": 13, "large_input": 13, "exported_program": [13, 14, 18, 26, 27, 30, 38, 44, 73, 75], "patternmodel": 13, "_weight_1": 13, "_bias_1": 13, "pattern_graph": 13, "pattern_input": 13, "subgraph_match": 13, "match_result": 13, "internalmatch": 13, "field": [13, 15, 28, 55], "default_factori": 13, "placeholder_nod": 13, "returning_nod": 13, "largest": 13, "capabilitybasedpartition": 13, "operator_support": 13, "operatorsupportbas": 13, "determin": [13, 32, 39, 44, 57], "allows_single_node_partit": 13, "form": [13, 16, 24, 30, 32, 44], "non_compute_op": 13, "ex": [13, 16], "view": [13, 16, 18, 40, 44, 49, 53], "_oper": 13, "allowed_single_node_partition_op": 13, "overrid": [13, 16, 46, 54], "is_node_support": 13, "chain": [13, 27, 30, 57], "operatorsuppportbas": 13, "any_chain": 13, "infra": 13, "addmuloperatorsupport": 13, "capability_partition": 13, "op_support": 13, "partition_list": 13, "propose_partit": 13, "fuse_partit": 13, "modifi": [13, 28, 32, 40, 46, 48, 55, 56, 59, 60], "toplevel": 13, "call_modul": 13, "generate_pattern_op_partit": 13, "accur": [13, 27], "manual": [13, 19, 27, 42, 44, 46, 60], "craft": 13, "create_op_support": 13, "create_pattern_support": 13, "higher": [13, 28, 34, 38, 39, 60], "permut": [13, 16, 27, 53], "get_source_partit": 13, "wanted_sourc": 13, "sourcepartit": 13, "leaf": 13, "flatten": [13, 33, 74, 75], "module_typ": 13, "input_nod": 13, "output_nod": 13, "linear1": 13, "linear2": 13, "randn": [13, 26, 32, 73, 74, 75], "edge_graph": 13, "print": [13, 14, 16, 18, 27, 30, 38, 44, 48, 50, 51, 53, 54, 59, 61, 62, 63, 73, 74, 75], "arg0": 13, "_param_constant0": [13, 14, 51], "permute_default": 13, "permute_copi": [13, 44], "_param_constant1": [13, 14, 51], "addmm_default": 13, "t_default": 13, "_param_constant0_1": 13, "permute_default_1": 13, "_param_constant1_1": 13, "addmm_default_1": 13, "t_default_1": 13, "relu_default": 13, "_param_constant2": [13, 14], "permute_default_2": 13, "_param_constant3": [13, 14], "addmm_default_2": 13, "t_default_2": 13, "module_partit": 13, "modulepartit": 13, "audienc": [14, 15, 26], "hardwar": [14, 16, 20, 26, 33, 36, 37, 38, 39, 44, 52, 53, 54, 73], "entri": [14, 16, 19, 26, 33, 36, 38, 53, 75], "leverag": [14, 16, 21, 22, 26, 33, 37, 40, 44, 46, 47, 50, 52, 53, 73], "benefit": [14, 16, 26], "experi": [14, 22, 26, 31, 34, 35, 37, 39, 46, 47, 57], "close": [14, 26, 31, 60], "resourc": [14, 16, 21, 28, 37, 46, 47, 53, 56, 60, 73], "compos": [14, 26, 38], "diagram": [14, 27, 33, 60], "figur": [14, 33, 36], "algorithm": [14, 32, 33], "to_backend": [14, 18, 26, 27, 30, 44, 52, 53, 73, 75], "appli": [14, 16, 20, 26, 32, 33, 36, 39, 41, 42, 43, 53, 54, 75], "sent": 14, "mutat": [14, 19, 25, 28, 38, 39, 44, 56, 57, 60, 74, 75], "suppos": 14, "partitionresult": 14, "backend_id": [14, 18, 26, 30, 44, 75], "compile_spec": [14, 26, 30], "exportedprogram": [14, 15, 26, 30, 38, 49, 51, 73, 74, 75], "serial": [14, 16, 25, 26, 27, 30, 33, 40, 54, 55, 60, 63, 73, 74, 75], "edge_program": [14, 15, 26, 30, 34, 52, 75], "compilespec": [14, 26, 30], "preprocessresult": [14, 19], "loop": [14, 60], "sin": [14, 26, 75], "pars": [14, 24, 28, 51, 55], "goe": [14, 27, 38], "respons": [14, 16, 32, 36, 44, 46, 60], "lifespan": [14, 15, 57], "et_nodiscard": [14, 28], "is_avail": 14, "delegatehandl": 14, "backendinitcontext": 14, "freeablebuff": [14, 28], "arrayref": [14, 28], "backendexecutioncontext": 14, "held": 14, "et_unus": 14, "relationship": 14, "register_backend": 14, "register": 14, "librarai": 14, "achiev": [14, 29], "auto": [14, 19, 28, 31, 32, 44], "cl": [14, 75], "backendwithcompil": 14, "backendwithcompilerdemo": [14, 26, 75], "success_with_compil": 14, "failur": [14, 28, 31], "emploi": [14, 16, 20], "purpos": [14, 28, 34, 38, 39, 40, 44], "correl": [14, 33, 51, 74], "opaqu": [14, 19, 25], "call_deleg": [14, 18], "ask": [14, 40], "natur": [14, 28], "delgat": 14, "visibl": [14, 44], "thu": [14, 16, 31, 41, 42, 49, 56], "suffer": 14, "significantli": [14, 37, 59], "counterpart": 14, "regardless": [14, 27, 32, 54, 55], "associ": [14, 16, 19, 28, 40, 42, 44, 51, 53], "consum": [14, 16, 18, 27, 34, 38, 44, 73, 74], "report": [14, 27, 35], "By": [14, 27, 31, 32, 34, 39, 51, 55, 56, 75], "emb": 14, "lift": [14, 40], "bias": [14, 44, 53], "get_param": 14, "_export": [14, 75], "bia": [14, 26, 40, 44, 75], "state": [14, 28, 36, 57, 75], "descript": [14, 28, 39, 41, 53], "haven": [14, 27, 43], "control": [14, 16, 28, 31, 33, 36, 38, 44, 51, 52, 54, 57, 60, 73, 75], "hold": [14, 28, 31, 32], "ye": 14, "backend_1": 14, "backend_2": 14, "paritition": 14, "backend_1_paritition": 14, "backend_2_partition": 14, "Will": [14, 28], "exported_program_backend_1": 14, "backend_2_paritition": 14, "exported_program_backend_1_and_2": 14, "concret": [14, 15, 60], "qnnpack": [14, 16], "box": [14, 15, 33, 57], "easi": [14, 17, 22, 28, 30, 40, 41, 51], "becuas": 14, "sai": [14, 38, 52], "backend_1_2_partition": 14, "backend2": 14, "delegation_spec_1": 14, "delegationspec": 14, "backend1": 14, "delegation_spec_2": 14, "partition_tag": [14, 26], "partiton": 14, "node_to_backend_1": 14, "delegation_tag": 14, "backend2_tag": 14, "partitioner_1": 14, "node_to_backend_2": 14, "partitioner_2": 14, "7": [14, 34, 52, 55, 59], "print_program": 14, "inspect_nod": 14, "error_msg": 14, "aten_convolution_default": [14, 75], "aten_convolution_default_1": 14, "_param_constant4": 14, "_param_constant5": 14, "aten_convolution_default_2": 14, "aten_gelu_default": 14, "gelu": 14, "stacktrac": [14, 50, 51, 75], "ipykernel_1204253": 14, "3382880687": 14, "test_model": 14, "mnt": 14, "xarfus": 14, "uid": 14, "25337": 14, "7b86ad0c": 14, "seed": [14, 44], "nspid4026532987_cgpid2707357": 14, "n": [14, 16, 28, 43, 51], "4026532984": 14, "1528": 14, "_call_impl": [14, 75], "forward_cal": 14, "712280972": 14, "conv1": [14, 74], "region": [15, 55, 60], "memoryplan": 15, "action": 15, "taken": [15, 39], "undergo": [15, 75], "emiss": [15, 30], "mutabl": [15, 28, 32, 57, 60], "fix": [15, 27, 57], "arena": [15, 28, 57], "specproppass": 15, "tensorspec": 15, "intermedi": [15, 22, 33, 34, 36, 38, 44, 50, 51, 52, 53], "mark": [15, 16, 43, 53], "dim": [15, 28, 40, 44, 54, 75], "valuerang": 15, "symshapeevalpass": 15, "integ": [15, 16, 27, 32, 44], "upper": [15, 52], "bound": [15, 40, 52], "hintbasedsymshapeev": 15, "deprec": [15, 28, 30, 35, 63], "hint": [15, 44], "valuerangebasedsymshapeev": 15, "upperboundmemori": 15, "memoryplanningpass": [15, 75], "inappropri": 15, "insuffici": 15, "concaten": [15, 54], "block": [15, 19, 27, 28, 44, 51, 73], "serv": [15, 16, 27, 44, 46, 47], "total": [15, 18, 27, 28, 44, 51, 74, 75, 76, 77], "consumpt": [15, 19], "baselin": [15, 16, 44], "greedi": 15, "tri": 15, "fit": [15, 43, 57], "isn": [15, 36], "lifetim": [15, 16, 28, 52, 55, 75], "pick": [15, 21, 46, 47, 54], "closest": [15, 25], "fragment": [15, 32, 44], "linearli": 15, "memory_planning_pass": [15, 75], "alloc_graph_input": 15, "data_ptr": [15, 28, 44], "nullptr": [15, 19, 24, 28, 44], "alloc_graph_output": 15, "planned_memori": [15, 28, 57], "advantag": [15, 16, 36, 60], "sram": [15, 57, 60], "dram": [15, 57, 60], "reus": [15, 26, 31, 40, 60, 75], "custompoolmemoryplanningpass": 15, "graph_signatur": 15, "exportgraphsignatur": [15, 51, 75], "subgm": 15, "mem_id": 15, "parent": [15, 26, 34], "memory_planning_algo": 15, "attempt": [15, 28, 31, 73, 75], "inspect": [15, 36, 50, 52], "overview": [16, 27, 34, 42, 53, 57, 70, 74], "term": [16, 36, 40, 56, 75], "throughout": [16, 27, 52], "intend": [16, 25, 43, 44, 53, 59], "reader": 16, "understand": [16, 22, 27, 29, 31, 34, 41, 43, 51, 52, 73], "terminologi": 16, "occur": [16, 19, 35], "split": 16, "fundament": [16, 32, 33], "almost": [16, 21], "hundr": 16, "immedi": [16, 44], "pipelin": [16, 27, 38], "properti": [16, 30, 32, 63], "faithfulli": [16, 38], "contrast": [16, 41], "smaller": [16, 33, 37, 39, 52], "reli": [16, 35, 37, 53], "usabl": [16, 33], "tend": [16, 53, 59], "often": [16, 32, 33, 39, 54, 55, 59], "flexibl": [16, 19, 24, 31, 32, 33, 36, 38, 40, 57], "mobil": [16, 27, 35, 36, 43, 52, 54], "client": [16, 28, 54, 55], "cuda": 16, "spars": 16, "wip": 16, "differenti": 16, "softwar": [16, 20, 22, 25], "shown": [16, 27, 33, 74, 75], "larg": [16, 28, 30, 32, 39, 43, 55], "scale": [16, 28, 51, 75], "cross": [16, 27, 33, 34, 44, 52, 60], "task": [16, 20, 39], "registr": [16, 36, 41, 44, 60], "referenc": [16, 32, 51], "glue": 16, "subset": [16, 28, 39], "upstream": [16, 34, 59], "combin": [16, 19, 40, 42, 43, 51, 75], "down": [16, 19, 27, 31, 34, 36, 37], "aren": 16, "torch_librari": [16, 38, 40, 44], "torchvis": [16, 27, 73], "roi_align": 16, "wide": [16, 36, 37, 52, 54, 60, 62], "outermost": 16, "innermost": 16, "w": [16, 24, 44, 54], "contigu": [16, 30, 53], "channels_last": 16, "microprocessor": 16, "architectur": [16, 27, 28, 36, 37, 41, 51, 54], "wherein": 16, "fly": 16, "accept": [16, 32, 53, 63], "unique_consecut": 16, "maskrcnn": 16, "Such": 16, "difficult": [16, 19, 32], "memoryalloc": [16, 28, 31, 57, 60], "jupyt": [16, 51, 74, 75, 76], "colab": 16, "notebook": [16, 50, 51, 74, 75, 76], "synthes": 16, "predefin": [16, 38], "server": [16, 27, 38, 52, 54, 75], "besid": [16, 38], "wearabl": [16, 35, 36, 37, 56, 60], "port": 16, "ntermedi": 16, "epresent": 16, "cost": [16, 28, 40, 41], "side": [16, 19, 32, 75], "effect": [16, 19, 31, 32, 42, 56, 60, 75], "dag": 16, "direct": [16, 27, 33, 35, 44, 48, 59, 60], "acycl": 16, "hop": 16, "formula": 16, "behav": 16, "proxytensor": 16, "sensit": [16, 52], "accuraci": [16, 43, 44], "loss": 16, "retain": 16, "closer": [16, 31], "save": [16, 25, 26, 31, 33, 34, 36, 44, 47, 52, 59, 73], "offset": [16, 28, 54, 55, 57], "storag": [16, 36], "compound": 16, "fewer": 16, "launch": [16, 46, 47], "v": 16, "planner": [16, 75], "analysi": [16, 19, 22, 24, 25, 31, 50, 62, 74, 75], "log": [16, 24, 33, 44, 47, 59, 60, 61], "statement": [16, 54, 61], "panick": [16, 54, 61], "signatur": [16, 41, 51, 59, 75], "priorit": [16, 39, 41, 44], "clariti": 16, "simplic": [16, 41], "malloc": [16, 28, 54, 57, 60], "lose": [16, 25, 32, 37, 74], "fake": 16, "round": 16, "mimic": 16, "int8": [16, 38, 53, 75], "adjust": [16, 41, 46, 60], "ultim": [16, 33, 75], "afterward": [16, 73], "precis": [16, 32, 39, 44, 56], "decreas": 16, "latenc": [16, 36, 53], "matmul": 16, "destruct": 16, "visual": [16, 22, 25, 33, 49, 74], "leaner": 16, "signific": [16, 31, 32, 33, 44, 53, 59], "arm": [16, 33, 35, 37, 44, 53, 54, 59], "webassembli": [16, 53], "risc": 16, "successor": [16, 52], "thank": 17, "host": [17, 20, 27, 35, 43, 54, 55], "insight": [18, 22, 44, 51], "get_delegation_info": [18, 44], "backend_debug": [18, 44], "tabul": [18, 44], "edge_manag": [18, 44], "delegation_info": [18, 44], "get_summari": [18, 44], "df": [18, 44, 74], "get_operator_delegation_datafram": [18, 44], "tablefmt": [18, 44], "fancy_grid": [18, 44], "printout": [18, 44], "86": 18, "473": 18, "430": 18, "op_typ": [18, 44, 51], "occurrences_in_delegated_graph": 18, "occurrences_in_non_delegated_graph": 18, "aten__softmax_default": [18, 44], "37": [18, 44], "aten_addmm_default": [18, 44], "48": [18, 44, 59], "aten_arange_start_step": 18, "25": [18, 44, 48, 59], "aten_view_copy_default": [18, 44, 73], "170": 18, "format_delegated_graph": [18, 44], "print_delegated_graph": [18, 44], "print_tabular": 18, "print_read": [18, 75], "hide": [18, 31], "observ": [18, 41, 44, 53, 73, 75], "aten_unsqueeze_copy_default_22": 18, "unsqueeze_copi": 18, "aten_arange_start_step_23": 18, "aten_unsqueeze_copy_default_23": 18, "aten_arange_start_step_24": 18, "xnnpackbackend": [18, 44], "aten_embedding_default": 18, "aten_embedding_default_1": 18, "higher_ord": [18, 73, 75], "aten_sub_tensor": [18, 75], "aten_unsqueeze_copy_default": 18, "aten_unsqueeze_copy_default_1": 18, "promin": 19, "behavior": [19, 28, 33, 41], "obfusc": 19, "rich": [19, 44], "valuabl": [19, 46, 47], "wouldn": 19, "separ": [19, 28, 32, 33, 40, 41, 42, 44, 51, 52, 57, 75], "parser": [19, 48, 51], "recal": [19, 74], "11": [19, 34, 55, 59], "respect": [19, 32, 50], "fused_op_1_2_3": 19, "construct": [19, 28, 30, 31, 32, 56, 74], "processed_byt": [19, 30, 75], "debug_handle_map": 19, "builder": 19, "generated_identifi": 19, "insert_delegate_mapping_entri": 19, "debug_handl": [19, 51, 75], "retriev": [19, 28, 31, 35, 51], "get_delegate_map": 19, "intuit": [19, 46, 47], "denot": [19, 31], "stop": 19, "event_tracer_start_profiling_deleg": 19, "evententri": 19, "event_tracer_end_profiling_deleg": 19, "conclud": 19, "eventtrac": [19, 28], "eventtracerentri": 19, "delegate_debug_id": 19, "event_trac": [19, 28, 31, 44], "char": [19, 28, 31, 38, 54, 57], "debughandl": 19, "event_tracer_entri": 19, "metadata_len": 19, "don": [19, 31, 38, 40, 54, 59, 61], "simultan": 19, "event_tracer_log_profiling_deleg": 19, "et_timestamp_t": 19, "start_tim": 19, "end_tim": 19, "seen": 19, "arrai": [19, 28, 32, 44, 55, 60], "pair": 19, "seri": [19, 36, 60], "immut": [19, 60], "bytearrai": 19, "buffer_path": [19, 50], "delegate_metadata_pars": [19, 51], "parse_delegate_metadata": 19, "delegate_metadata": 19, "metadata_str": 19, "metadata_byt": 19, "fork": [20, 52], "segment": [20, 28], "prerequisit": [20, 39, 59], "studio": [20, 46, 59], "cento": [20, 34], "ventura": 20, "m1": [20, 34], "htp": 20, "requisit": [20, 43], "19": [20, 44, 59], "aot_compil": [20, 21], "dl3": 20, "executorchdemo": [20, 21], "src": 20, "asset": 20, "dl3_xnnpack_fp32": 20, "adb_connected_device_seri": 20, "dexecutorch_build_xnnpack": [20, 27, 73], "xnnpack_backend": [20, 44], "libexecutorch_jni": 20, "fbjni": 20, "qnn": [20, 33, 35, 43, 46], "executorch_build_qnn": 20, "add_librari": [20, 40], "jnilib": 20, "emul": [20, 54], "ve": [20, 21, 27, 34, 44, 46, 50], "learnt": [20, 27], "titl": 20, "welcom": [21, 44], "live": [21, 22, 28, 34, 46, 47, 51, 60], "camera": [21, 47], "shader": [21, 44, 47, 52], "17": [21, 34, 40, 44, 60], "setuptool": 21, "wheel": 21, "apple_io": [21, 47], "mv": 21, "classif": 21, "raw": [21, 22, 44, 51, 74], "githubusercont": [21, 44], "master": [21, 44], "imagenet_class": 21, "doubl": [21, 28, 32, 38, 40, 54, 60], "simulaltor": 21, "cmd": 21, "xcrun": 21, "simctl": 21, "xcodebuild": 21, "scheme": [21, 52, 56], "destin": 21, "congratul": [21, 34], "explor": [21, 27, 31, 34, 46, 47, 53, 59], "enjoi": 21, "comprehens": 22, "onboard": [22, 44], "ground": 22, "deep": [22, 28, 44], "bundledprogram": [22, 25, 74], "fact": [22, 41], "breakdown": 22, "stat": [22, 46], "surfac": [22, 36, 39], "qualiti": [22, 50], "artifact": [22, 25, 27, 34, 40, 44, 74], "critic": [22, 27, 33, 37], "draw": [22, 25], "rough": [22, 25, 27], "convent": [22, 25, 40, 44], "gdb": [22, 25], "similarli": [22, 27, 32, 48, 50], "coredump": 22, "alon": [22, 27], "enough": [22, 28, 32, 41, 54, 60], "enrti": 22, "join": 22, "linkag": [22, 35], "walkthrough": [23, 62], "mechan": [24, 39], "rel": [24, 39, 40, 55], "straightforward": [24, 39, 41], "etdump_flatcc": [24, 31, 44], "etdumpgen": [24, 31, 44, 50], "etdump_gen": [24, 44, 50], "filesystem": [24, 50], "constrain": [24, 27, 36, 37, 42, 44, 60], "jtag": 24, "etdump_result": [24, 44], "get_etdump_data": [24, 31, 44], "buf": [24, 31, 44], "fopen": [24, 44], "flags_etdump_path": 24, "c_str": 24, "fwrite": [24, 44], "uint8_t": [24, 28, 32, 44, 50, 57], "fclose": [24, 44], "et_event_tracer_en": 24, "target_compile_opt": [24, 44], "det_event_tracer_en": [24, 44], "portable_ops_lib": [24, 44], "post": [24, 25, 33, 39, 53, 62], "numer": [25, 32, 39, 44, 50], "deepcopi": [25, 28, 44, 74], "_etrecord": 25, "et_record": 25, "edge_dialect_program": [25, 38], "export_modul": 25, "represent": [25, 26, 33, 34, 36, 38, 44, 53, 75], "edgeprogrammanag": [25, 26, 30, 38, 44, 73, 74, 75], "oss": [25, 36], "engin": [26, 33, 35, 36, 44], "accord": [26, 32, 35, 40, 44], "streamlin": [26, 33, 36, 57], "procecss": 26, "loweredbackendmodul": [26, 30, 73, 75], "backend_api": [26, 30, 73, 75], "emit": [26, 33, 59], "flatbuff": [26, 33, 53, 54, 55, 73, 74], "lowerablesubmodel": 26, "to_be_low": 26, "example_input": [26, 44, 53, 73], "to_be_lowered_exir_submodul": 26, "backend_with_compiler_demo": [26, 75], "lowered_modul": [26, 75], "nonlowerablesubmodel": 26, "lowerpart": 26, "compositemodel": 26, "non_lower": [26, 75], "ret": [26, 75], "composite_model": 26, "model_input": 26, "exec_prog": [26, 73], "overload": [26, 30, 40], "insert": [26, 40, 53, 73, 75], "op_partitioner_demo": [26, 75], "addmulpartitionerdemo": [26, 75], "core_aten_ep": 26, "familiar": [27, 35, 36, 39, 46, 47, 53, 73], "jump": 27, "tree": 27, "cs300": 27, "cs320": 27, "think": [27, 39], "pull": [27, 34, 59], "autom": 27, "fashion": 27, "conda": [27, 34, 44, 59, 75], "upon": [27, 46], "success": [27, 28, 31, 53], "inde": 27, "unam": 27, "popular": [27, 44], "agre": [27, 28], "agreement": 27, "eula": 27, "ecosystem": [27, 32, 33, 36, 37], "setup_fvp": 27, "m55": 27, "m85": 27, "eabi": 27, "setup_toolchain": 27, "setup_ethos_u": 27, "setup_vela": 27, "setup_tosa_reference_model": 27, "devlop": 27, "rel1": 27, "core_platform": 27, "core_softwar": 27, "fetch_extern": 27, "corstone300": 27, "fvp_corstone_ss": 27, "corstone320": 27, "fvp_cs300": 27, "tgz": 27, "fvp_cs320": 27, "tar": 27, "xz": 27, "reference_model": 27, "varieti": [27, 37, 41, 53, 54, 60], "much": [27, 33, 39, 41, 60, 75], "primarili": [27, 41, 52], "focu": [27, 31, 32], "class_nam": 27, "softmax": 27, "5000": 27, "mind": [27, 39, 41, 60], "oppos": [27, 52], "u55": 27, "train": [27, 33, 44, 53, 60, 75], "mobilenet_v2": [27, 73], "mobilenet_v2_weight": [27, 73], "mv2": [27, 73], "snippet": [27, 46, 47], "fallback": [27, 40], "highli": [27, 36, 37, 44, 53], "dedic": [27, 31], "primari": [27, 34, 39, 44, 46, 47, 48, 59], "mix": [27, 41], "illustr": [27, 33, 36, 44], "skip": [27, 31, 32, 53], "aot_arm_compil": 27, "arm_backend": 27, "generate_ethosu_compile_spec": 27, "graph_module_edg": 27, "armpartition": 27, "128": [27, 30, 43, 75], "add_arm_deleg": 27, "quantized_ops_aot_lib": 27, "site_packag": 27, "distutil": 27, "sysconfig": 27, "get_python_lib": 27, "cmake_prefix_path": 27, "executorch_root_dir": 27, "dexecutorch_build_kernels_quantized_aot": 27, "et_root_dir": 27, "parallel": 27, "so_librari": 27, "libquantized_ops_aot_lib": 27, "mv2_arm_deleg": 27, "mv2model": 27, "piec": [27, 32, 59], "previous": [27, 28, 49, 59, 75], "earlier": [27, 31, 51, 53, 73], "generate_pte_fil": 27, "libportable_kernel": [27, 59], "libportable_ops_lib": 27, "libexecutorch_delegate_ethos_u": 27, "build_executorch": 27, "build_quantization_aot_lib": 27, "executorch_select_ops_list": 27, "decid": 27, "miss": 27, "realiz": 27, "portable_kernel": 27, "comma": [27, 42], "seper": 27, "constraint": [27, 33, 37, 38, 40, 41, 51, 75], "build_executorch_runn": 27, "u85": 27, "elf": 27, "ethos_u_build_dir": 27, "arm_executor_runn": 27, "320_etho": 27, "mps4_board": 27, "subsystem": [27, 34], "ethosu": 27, "num_mac": 27, "visualis": 27, "vis_hdlcd": 27, "disable_visualis": 27, "telnetterminal0": 27, "start_telnet": 27, "uart0": 27, "out_fil": 27, "shutdown_on_eot": 27, "timelimit": 27, "120": [27, 74], "sim": 27, "kill": 27, "364": 27, "0x70000000": 27, "366": 27, "4425968": 27, "384": 27, "395": 27, "pool": [27, 35, 74], "62914560": 27, "412": 27, "752640": 27, "armbackendethosu": 27, "79": [27, 51], "armbackend": 27, "0x70000070": 27, "445": 27, "447": [27, 75], "461": [27, 51], "463": 27, "118": 27, "298": 27, "arm_perf_monitor": 27, "121": 27, "cycl": [27, 28, 30, 51, 63], "per": [27, 44, 46, 60], "125": 27, "cycle_cnt": 27, "1498202": 27, "132": 27, "6925114": 27, "140": 27, "ratio": [27, 51], "calcul": [27, 36, 40, 44, 53, 62], "fpga": 27, "ident": [27, 51, 60], "149": 27, "99": 27, "153": 27, "162": [27, 51], "cpu_wait_for_npu_cntr": 27, "729": 27, "167": 27, "pmu": 27, "168": 27, "ethosu_pmu_cycle_cntr": 27, "5920305": 27, "171": [27, 59], "ethosu_pmu_cntr0": 27, "359921": 27, "ethosu_pmu_cntr1": 27, "ethosu_pmu_cntr2": 27, "ethosu_pmu_cntr3": 27, "503": 27, "178": 27, "ethosu_pmu_ext0_rd_data_beat_receiv": 27, "ethosu_pmu_ext1_rd_data_beat_receiv": 27, "ethosu_pmu_ext0_wr_data_beat_written": 27, "ethosu_pmu_npu_idl": 27, "470": 27, "model_pte_loaded_s": 27, "484": 27, "method_allocator_us": 27, "1355722": 27, "61558838": 27, "491": [27, 51], "method_allocator_plan": 27, "493": 27, "method_allocator_load": 27, "966": 27, "494": 27, "method_allocator_input": 27, "602116": 27, "495": [27, 51], "method_allocator_executor": 27, "498": 27, "temp_allocator_us": 27, "1048576": 27, "152": 27, "156": 27, "749744": 27, "019224": 27, "134570": 27, "996": 27, "230691": 27, "997": 27, "634399": 27, "998": 27, "115345": 27, "999": 27, "576386": 27, "177": 27, "exit": 27, "179": 27, "compact": 27, "smooth": 27, "offload": [27, 33], "recap": 27, "major": [27, 39, 52, 53, 73], "style": [28, 40, 52], "life": [28, 30, 56, 63], "polici": [28, 30, 35, 55, 63], "enum": [28, 31, 32], "internalconsist": [28, 63], "pointer": [28, 53, 54, 57, 60], "truncat": 28, "obvious": 28, "corrupt": 28, "catch": 28, "illeg": 28, "proram": 28, "headerstatu": 28, "presenc": 28, "compatiblevers": 28, "incompatiblevers": 28, "notpres": 28, "shortdata": 28, "short": [28, 38, 44, 54], "get_constant_buffer_data": 28, "buffer_idx": 28, "nbyte": 28, "constant": [28, 60], "index": [28, 31, 51], "constant_buff": 28, "num_method": 28, "get_method_nam": 28, "method_index": 28, "less": [28, 44, 60], "request": [28, 31], "temp_alloc": 28, "null": [28, 40], "temp": 28, "et_pal_alloc": 28, "tracer": 28, "methodmeta": [28, 31, 57], "method_meta": [28, 31, 57], "gather": [28, 42, 57, 60], "get_output_flattening_encod": 28, "pytre": [28, 38, 75], "dataload": [28, 31, 54, 57, 60], "outliv": [28, 32], "inlin": 28, "lowercas": [28, 40], "check_head": 28, "begin": [28, 44, 55, 73], "kminheadbyt": 28, "constexpr": 28, "rh": 28, "noexcept": 28, "ctor": 28, "ownership": [28, 32], "leav": 28, "uniniti": [28, 32], "set_input": [28, 31, 32, 57], "input_evalu": 28, "input_idx": 28, "But": [28, 40, 54, 60, 61], "alia": [28, 32, 39], "rather": [28, 41, 57, 75], "inputs_s": 28, "output_idx": 28, "span": [28, 50, 57], "outlast": 28, "length": [28, 32], "had": [28, 32], "get_output": [28, 57], "output_evalu": 28, "todo": 28, "t139259264": 28, "outputs_s": 28, "greater": [28, 36], "get_input": 28, "advanc": [28, 33, 34, 46, 59], "succeed": 28, "endofmethod": 28, "experimental_step": 28, "reset_execut": 28, "invalidst": 28, "recov": 28, "mid": 28, "experimental_reset_execut": 28, "mutable_input": 28, "mutable_output": 28, "num_input": [28, 31], "input_tag": 28, "tensorinfo": 28, "input_tensor_meta": [28, 31], "num_output": 28, "output_tag": 28, "output_tensor_meta": [28, 31], "num_memory_planned_buff": [28, 57], "int64_t": [28, 44, 54], "memory_planned_buffer_s": [28, 57], "num_instruct": 28, "num_non_const_buff": 28, "non_const_buffer_s": 28, "data_load": 28, "segmentinfo": 28, "segment_info": 28, "underli": [28, 31, 32, 44, 51, 54, 75], "thread": [28, 54], "safe": [28, 33, 36, 60, 75], "lock": [28, 60], "load_into": 28, "struct": [28, 31], "member": 28, "segment_typ": 28, "segment_index": 28, "descriptor": 28, "address": [28, 39, 43], "bookmark": 28, "grow": 28, "cur_": 28, "100": [28, 44, 51, 75], "heap": [28, 60], "memory_pool": 28, "sizeof": 28, "underneath": 28, "hood": [28, 32, 60], "platformmemoryalloc": 28, "uint32_t": [28, 54, 55], "base_address": 28, "align": [28, 48, 55, 60, 75], "kdefaultalign": 28, "Not": [28, 39, 51, 54], "templat": [28, 43], "typenam": 28, "allocateinst": 28, "alignof": 28, "memory_alloc": 28, "mytyp": 28, "allocatelist": 28, "chunk": [28, 60], "hierarchicalalloc": [28, 57, 60], "group": [28, 51, 53], "hierarch": 28, "n_alloc": 28, "get_offset_address": 28, "memory_id": 28, "offset_byt": 28, "size_byt": 28, "scenario": 28, "account": 28, "scratch": 28, "suggest": [28, 35], "whenev": [28, 59, 60], "method_alloc": [28, 57], "temporari": 28, "constant_alloc": 28, "non_constant_alloc": 28, "runtime_alloc": 28, "temporary_alloc": 28, "constructor": [28, 31, 44, 57], "t162089316": 28, "implicit": [28, 38], "tooption": 28, "payload": [28, 31], "triviallycopyablepayload": 28, "tensorimpl": [28, 32, 57], "caller": [28, 40], "sizestyp": [28, 32, 57], "dimordertyp": [28, 32, 57], "dim_ord": [28, 32, 33, 57], "stridestyp": [28, 32], "stride": [28, 32], "unsafegettensorimpl": 28, "wari": 28, "aliv": 28, "capac": 28, "ssize_t": 28, "sizetyp": 28, "though": [28, 32, 40, 44, 54], "etensor": 28, "numel": [28, 44, 75], "element_s": 28, "laid": 28, "tensorshapedynam": [28, 32], "shape_dynam": 28, "const_data_ptr": [28, 31], "mutable_data_ptr": 28, "set_data": 28, "ptr": [28, 32], "alias": [28, 38, 40, 75], "semant": [28, 33, 36], "to_edge_transform_and_low": [30, 73], "constant_method": 30, "compile_config": [30, 44, 73, 74], "ops_set_to_not_decompos": 30, "html": [30, 44, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "across": [30, 32, 36, 37, 41, 46, 47, 53, 54, 60], "config_method": 30, "execution_program": 30, "backend_config": 30, "write_to_fil": [30, 73], "incur": 30, "dump_executorch_program": 30, "verbos": [30, 31], "human": [30, 44], "readabl": [30, 32, 41, 44, 51], "condens": 30, "stdout": [30, 51, 54, 59], "stream": [30, 51], "stringio": 30, "textio": 30, "partitioner_inst": 30, "therefor": [30, 31, 39, 40, 41, 42, 54, 60], "proper": 30, "discrimin": 30, "attach": 30, "edge_graph_modul": 30, "tpartition": 30, "extract_delegate_seg": 30, "segment_align": 30, "constant_tensor_align": 30, "delegate_align": 30, "memory_plan": 30, "original_modul": [30, 75], "great": [31, 39], "regular": [31, 32], "resembl": [31, 40], "facad": 31, "intric": 31, "simpleconv": [31, 57, 75], "tensorptr": [31, 44], "256": [31, 57, 75], "from_blob": [31, 44], "totensor": [31, 44], "boil": 31, "fast": [31, 36, 41], "lazili": 31, "is_load": 31, "is_method_load": 31, "conveni": [31, 38, 51, 73], "load_forward": 31, "count": [31, 54, 59], "introspect": 31, "miscellan": 31, "input_meta": 31, "output_meta": 31, "input_valu": 31, "input_index": 31, "tensor_valu": 31, "std": [31, 32, 40, 44, 57, 60, 61], "vector": [31, 41, 44, 54, 57, 60], "input1": 31, "input2": 31, "input3": 31, "input_value_1": 31, "input_value_0": 31, "forget": [31, 59], "anymor": 31, "prealloc": 31, "set_output": [31, 32], "output_tensor": 31, "output_index": 31, "derefer": [31, 32], "fstream": 31, "loadmod": [31, 44], "mmapusemlock": 31, "make_uniqu": [31, 44, 57], "my_method": 31, "dynamic_cast": 31, "unique_ptr": [31, 44, 54, 57], "decltyp": 31, "ofstream": 31, "static_cast": [31, 32, 44, 57], "abstract": [31, 32, 33, 57, 60], "awai": 31, "worri": [31, 32, 40], "dimension": [32, 44], "especi": [32, 54, 60], "tini": 32, "burden": 32, "footprint": [32, 36, 37, 56], "trade": [32, 36], "stick": [32, 55], "imagin": 32, "declar": [32, 61], "sometim": [32, 54], "lead": [32, 44, 54], "0f": 32, "tensor_impl": 32, "stai": 32, "mainten": [32, 40], "prone": 32, "struggl": 32, "hoc": 32, "inconsist": 32, "allevi": [32, 43], "smart": 32, "whether": [32, 39, 40, 46, 51, 73], "make_tensor_ptr": 32, "deduc": 32, "seamless": [32, 37], "implicitli": [32, 57], "dereferenc": 32, "shared_ptr": [32, 54], "duplic": [32, 40], "sever": [32, 47, 60], "42": 32, "cast": [32, 57], "revers": 32, "disallow": 32, "reinterpret": 32, "accommod": 32, "dynamic_bound": 32, "reflect": [32, 50], "tensor_copi": 32, "original_tensor": 32, "newli": [32, 46, 47], "modif": 32, "clone_tensor_ptr": 32, "independ": [32, 44, 60], "likewis": 32, "arbitrarili": 32, "resize_tensor_ptr": 32, "fluent": 32, "syntax": [32, 40, 48], "empty_lik": 32, "empty_strid": 32, "tensor_ful": 32, "tensor_zero": 32, "tensor_on": 32, "full_lik": 32, "full_strid": 32, "zeros_lik": 32, "zeros_strid": 32, "ones_lik": 32, "ones_strid": 32, "tensor_rand": 32, "tensor_randn": 32, "min": [32, 39, 51, 75], "inclus": 32, "max": [32, 39, 44, 51, 74, 75], "exclus": [32, 41], "tensor_randint": 32, "scalar_tensor": 32, "14f": 32, "half": 32, "bfloat16": 32, "tensor2": 32, "cautiou": 32, "preprocessor": 32, "use_aten_lib": 32, "reshap": [32, 53], "resize_": 32, "new_siz": 32, "rand_lik": 32, "randn_lik": 32, "randint_lik": 32, "carefulli": 32, "cleaner": 32, "know": [32, 43, 57], "unintend": 32, "leak": 32, "safer": 32, "adopt": [32, 52], "steep": 32, "curv": 32, "technic": [33, 37], "toward": [33, 57], "divers": [33, 37], "realtim": [33, 37], "monolith": 33, "modular": 33, "opinion": [33, 56], "greatli": 33, "torchdynamo": 33, "aotautograd": 33, "accomplish": [33, 56], "contract": 33, "bigger": 33, "autograd": [33, 75], "qat": [33, 46, 47], "ptq": 33, "thousand": 33, "ideal": [33, 36], "serializ": 33, "agnost": [33, 75], "plu": 33, "layout": [33, 39, 52, 53, 55, 60], "domain": 33, "qualcomm": [33, 35, 37, 44, 46], "tosa": 33, "swap": [33, 43, 44], "aka": [33, 36], "async": 33, "deploy": [33, 35, 36, 37], "sens": [33, 41], "recogn": [33, 55], "registri": [33, 40, 63], "research": 33, "quickli": [33, 34, 43, 73], "rhel": 34, "m2": 34, "big": [34, 54], "sur": 34, "wsl": 34, "smoothli": 34, "wider": [34, 35], "fullest": 34, "extent": 34, "yn": [34, 44], "viabl": 34, "strict": [34, 74, 75], "ci": 34, "sync": 34, "altogeth": 34, "fetch": 34, "idea": [34, 46, 47], "adapt": [34, 44, 46, 47, 52], "again": [34, 47, 59], "export_add": 34, "site": [34, 73, 75], "example_fil": 34, "touch": [34, 38], "matric": [34, 43, 52], "aten_dialect": [34, 38, 52, 75], "desktop": [34, 44, 52], "j9": [34, 59, 73], "visit": [34, 56], "dive": [34, 35, 46, 47], "deeper": 34, "v0": [35, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "beta": 35, "compli": [35, 38, 40], "aris": [35, 39], "technologi": [35, 36], "forum": [35, 39], "infrastructur": 35, "everywher": 35, "vr": [35, 75], "heavili": 35, "topic": [35, 37], "gentl": 35, "analyz": [35, 51], "troubleshoot": 35, "vulkan": [35, 44], "etho": [35, 59], "mediatek": [35, 46], "mpsgraph": 35, "xtensa": [35, 59], "hifi4": 35, "dsp": [35, 37, 54, 59, 60], "laptop": [36, 52], "iot": 36, "compress": 36, "furthermor": 36, "robust": 36, "littl": [36, 55], "ship": [36, 41, 44, 52], "opset": [36, 39, 40], "microcontrol": [36, 37, 56, 60], "gain": [36, 44], "principl": [36, 41, 57], "problem": [36, 61], "face": [36, 43, 46, 47, 56], "lack": 36, "themselv": 36, "eas": 36, "bare": [36, 44, 54, 60], "conv": [36, 53, 75], "choic": [36, 46, 47, 62], "proposit": 37, "challeng": [37, 43], "internet": 37, "histor": 37, "prevent": 37, "scalabl": 37, "industri": 37, "partner": 37, "superior": 37, "torchscript": 37, "refrain": 38, "impli": [38, 39], "consequ": [38, 44], "choos": [38, 40, 43, 44, 54, 59, 60, 75], "broadcast": 38, "contiguous_format": 38, "withhold": 38, "concept": [38, 39, 44, 54, 56], "opcal": 38, "mymodul": 38, "tracing_input": 38, "aten_dialect_program": 38, "matter": 38, "dsl": [38, 40], "sigmoid": [38, 60, 75], "type_alia": [38, 40], "t0": [38, 40], "t1": 38, "t2": 38, "type_constraint": 38, "__ret_0": 38, "exir_op": [38, 75], "self_arg": 38, "_return": 38, "allowed_typ": 38, "float64": 38, "int16": 38, "int64": 38, "someon": 38, "gradual": 38, "expand": [38, 48], "background": 39, "hardsigmoid": [39, 53], "clamp": [39, 53, 75], "motiv": 39, "behind": 39, "deal": [39, 54], "constantli": 39, "flux": 39, "vast": 39, "consider": 39, "expens": 39, "impos": 39, "profound": 39, "survei": 39, "proxi": 39, "decis": [39, 42], "examin": [39, 52], "potenti": [39, 44, 57, 60], "shouldn": 39, "outright": 39, "characterist": 39, "reason": 39, "perhap": 39, "until": [39, 46, 47, 59], "monument": 39, "tail": 39, "why": [39, 42], "nonetheless": 39, "propos": 39, "heavi": 40, "hous": [40, 42], "eigenbla": 40, "balanc": 40, "vital": 40, "fledg": 40, "native_funct": [40, 44], "deriv": [40, 42], "outcom": 40, "codegen": [40, 42], "lookup": 40, "arg_meta": 40, "kernel_nam": 40, "dim_order_alia": 40, "underscor": 40, "charact": [40, 44], "add_out": 40, "scalar_out": 40, "add_scalar_out": 40, "d0": 40, "allclos": 40, "rtol": 40, "1e": 40, "05": [40, 77], "atol": 40, "08": 40, "equal_nan": 40, "dummy_param": 40, "allclose_out": 40, "posit": [40, 57, 75], "anyth": [40, 54, 61], "keyword": [40, 75], "convention": 40, "_out": 40, "memoryformat": 40, "generate_bindings_for_kernel": 40, "functions_yaml": 40, "custom_ops_yaml": 40, "gen_selected_op": [40, 42], "gen_operators_lib": 40, "select_ops_list": [40, 42], "generated_lib": 40, "_kernel_lib": [40, 42], "kernel_lib": 40, "dep": 40, "target_link_librari": [40, 44], "executorch_binari": 40, "preced": [40, 61], "merge_yaml": 40, "fallback_yaml": 40, "output_dir": 40, "out_dir": 40, "opt_add_out": 40, "unlik": [40, 54, 56], "executorch_librari": [40, 44], "wrap_to_aten": [40, 44], "tweak": 40, "custom_linear": [40, 44], "kernel_includ": [40, 44], "custom_linear_out": [40, 44], "myop": [40, 44], "custom_linear_pytorch": [40, 44], "empti": [40, 44, 51], "dylib": [40, 44], "target_link_options_shared_lib": 40, "custom_op_lib": 40, "cmake_current_source_dir": [40, 44], "custom_op": [40, 42], "target_include_directori": 40, "add_execut": [40, 44], "custom_op_runn": 40, "archiv": [40, 59], "load_librari": [40, 44], "libcustom_linear": [40, 44], "pro": 40, "con": 40, "central": 40, "bookkeep": 40, "inflex": 40, "definit": [40, 59, 61], "batteri": [41, 56], "essenc": 41, "theme": 41, "sacrif": [41, 57], "strictli": 41, "unsanct": 41, "coverag": [41, 52], "degre": 41, "progress": 41, "bottleneck": 41, "adequ": 41, "supplement": [41, 51], "inspir": [41, 46, 47], "speak": 41, "sleef": 41, "openbla": 41, "fine": [41, 60], "seek": 41, "basi": 41, "showcas": [42, 46, 47], "preread": 42, "compromis": 42, "50kb": [42, 60], "surg": 42, "unus": 42, "filter": 42, "distinguish": 42, "aggreg": [42, 51], "_will": 42, "_kernel": 42, "_take": 42, "l12": 42, "lib_nam": 42, "ops_schema_yaml": 42, "root_op": 42, "include_all_op": 42, "boolean": 42, "allowlist": 42, "select_all_op": 42, "elseif": 42, "select_ops_yaml": 42, "_custom_ops_yaml": 42, "dselect_ops_list": 42, "dselect_ops_yaml": 42, "16gb": 43, "ram": 43, "spinquant": [43, 46, 47], "rotat": 43, "8b_w4a16kv16_lr_1": 43, "5_seed_0": 43, "difficulti": 43, "pt2e_quant": 43, "qnn_16a4w": 43, "therebi": 43, "pressur": 43, "num_shard": 43, "shard": 43, "friendli": 43, "optimized_rotation_path": 43, "path_to_optimized_matrix": 43, "r1": 43, "r2": 43, "calibration_data": 43, "start_header_id": 43, "end_header_id": 43, "calibr": [43, 44, 53, 73, 75], "card": 43, "100gb": 43, "entir": [43, 47, 75], "hour": 43, "path_to_token": 43, "path_to_param": 43, "path_to_checkpoint_for_meta": 43, "use_kv_cach": 43, "calibration_task": 43, "wikitext": 43, "calibration_limit": 43, "calibration_seq_length": 43, "nyou": 43, "funni": 43, "chatbot": 43, "eot_id": 43, "ncould": 43, "tell": [43, 44, 75], "me": [43, 46], "facebook": 43, "assist": [43, 46], "usb": 43, "upload": [43, 49], "seq_len": 43, "nhello": 43, "delight": 43, "chat": [43, 46, 47], "social": 43, "media": 43, "2004": 43, "zuckerberg": 43, "hi": 43, "colleagu": 43, "he": 43, "student": 43, "harvard": 43, "facemak": 43, "book": 43, "peopl": 43, "thought": [43, 44], "friend": 43, "grew": 43, "12gb": 43, "concis": 44, "sampler": 44, "sole": 44, "encourag": 44, "journei": 44, "world": [44, 51], "miniconda": 44, "nanogpt": 44, "pyenv": 44, "virtualenv": 44, "importantli": 44, "brew": 44, "bashrc": 44, "zshrc": 44, "eval": [44, 73], "python_execut": 44, "karpathi": 44, "gpt": 44, "124m": 44, "vocabulari": 44, "huggingfac": 44, "co": 44, "openai": 44, "gpt2": 44, "vocab": 44, "wget": 44, "standalon": [44, 52], "export_nanogpt": 44, "edgecompileconfig": [44, 73, 74], "attent": 44, "sdpa_kernel": 44, "sdpbackend": 44, "from_pretrain": 44, "block_siz": 44, "adher": 44, "0th": 44, "1st": 44, "dynamic_shap": [44, 75], "token_dim": 44, "no_grad": 44, "traced_model": 44, "edge_config": 44, "_check_ir_valid": [44, 73, 74], "cstdint": [44, 54], "basic_sampl": 44, "basic_token": 44, "exec_aten": 44, "driver": 44, "repeatedli": 44, "endoftext": 44, "endoftext_token": 44, "50256": 44, "llm_model": 44, "basictoken": 44, "basicsampl": 44, "max_input_length": 44, "max_output_length": 44, "text": [44, 46], "input_token": 44, "output_token": 44, "0u": 44, "logit": 44, "probabl": 44, "logits_evalu": 44, "logits_tensor": 44, "next_token": 44, "push_back": [44, 57], "cout": [44, 54], "decod": [44, 75], "flush": 44, "eras": 44, "endl": 44, "output_str": 44, "tokenzi": 44, "substr": 44, "arbitrari": [44, 60], "probabilti": 44, "strategi": 44, "simplest": 44, "highest": [44, 60], "random": [44, 46], "penalti": 44, "repeat": 44, "de": 44, "elabor": 44, "enter": [44, 46], "getlin": 44, "cin": 44, "mmapusemlockignoreerror": 44, "max_input_token": 44, "1024": 44, "max_output_token": 44, "30": 44, "llm_manual": 44, "add_directori": 44, "cmake_minimum_requir": 44, "nanogpt_runn": 44, "cmake_cxx_standard": 44, "cmake_cxx_standard_requir": 44, "executorch_enable_log": 44, "executorch_build_extension_data_load": 44, "executorch_build_extension_modul": 44, "executorch_build_extension_tensor": 44, "executorch_build_kernels_optim": 44, "subdirectori": 44, "cmake_binary_dir": 44, "privat": 44, "extension_module_stat": 44, "extension_tensor": 44, "optimized_native_cpu_ops_lib": 44, "j10": 44, "press": 44, "heard": 44, "curs": 44, "dragon": 44, "game": 44, "slowli": 44, "hasn": 44, "told": 44, "32": [44, 54, 74], "bit": [44, 52, 54, 56], "portion": [44, 53], "codebas": 44, "xnnpack_partition": [44, 73], "xnnpackpartition": [44, 53, 73], "get_xnnpack_edge_compile_config": 44, "regard": 44, "delegateion": 44, "speedup": 44, "reduct": 44, "electron": 44, "llama2": 44, "pt2e": 44, "prepare_pt2": [44, 53, 73, 75], "convert_pt2": [44, 53, 73, 75], "duplicate_dynamic_quant_chain": 44, "duplicatedynamicquantchainpass": 44, "ao": [44, 53, 73, 75], "xnnpack_quant": [44, 53, 73, 75], "get_symmetric_quantization_config": [44, 53, 73, 75], "xnnpackquant": [44, 56, 73, 75], "quantize_pt2": [44, 73, 75], "channel": [44, 53, 74], "xnnpack_quant_config": 44, "is_per_channel": [44, 53, 73], "is_dynam": [44, 53], "set_glob": [44, 53, 73, 75], "fold_quant": 44, "got": [44, 75], "didn": 44, "diagnos": 44, "summari": 44, "145": 44, "350": 44, "760": 44, "in_delegated_graph": 44, "in_non_delegated_graph": 44, "aten_any_dim": 44, "96": 44, "122": [44, 51], "aten_where_self_22": 44, "aten_logical_not_default_33": 44, "scalar_tensor_23": 44, "scalar_tensor_22": 44, "lowered_module_144": 44, "p_transformer_h_0_attn_c_attn_weight": 44, "p_transformer_h_0_attn_c_attn_bia": 44, "view_copi": [44, 73], "768": 44, "aten_permute_copy_default": [44, 75], "aten_view_copy_default_1": 44, "2304": 44, "edge_manager_copi": 44, "right": 44, "etdump_gen_": 44, "et_log": [44, 54], "zu": [44, 54], "get_num_block": 44, "executorch_enable_event_trac": 44, "executorch_build_devtool": 44, "omit": [44, 51], "flatccrt": 44, "inspector_out": 44, "print_data_tabular": [44, 74], "tabular": [44, 51], "row": [44, 49, 51], "customlinear": 44, "replace_linear_with_custom_linear": 44, "child": 44, "named_children": 44, "setattr": 44, "in_featur": 44, "out_featur": 44, "24": [46, 47, 55], "1b": [46, 47], "3b": [46, 47], "lora": [46, 47], "excit": [46, 47], "revamp": [46, 47], "smoother": [46, 47], "exercis": [46, 47], "creativ": [46, 47], "foundat": [46, 47], "todai": [46, 47, 57], "innov": [46, 47], "inferenc": 46, "comfort": [46, 47], "bf16": [46, 47], "7b": [46, 47], "llava": [46, 47], "vision": 46, "ui": [46, 47], "widget": 46, "temperatur": 46, "reload": 46, "travel": 46, "sentenc": 46, "send": [46, 47], "mmodul": 46, "modelutil": 46, "getmodelcategori": 46, "mcurrentsettingsfield": 46, "getmodeltyp": 46, "modelpath": 46, "tokenizerpath": 46, "loadresult": 46, "modelcategori": 46, "modepath": 46, "question": 46, "sequence_length": 46, "mainact": 46, "callback": 46, "onresult": 46, "onstat": 46, "galleri": [46, 74, 75, 76], "pictur": 46, "tp": 46, "checkout": 47, "tap": 47, "arrow": 47, "buton": 47, "drop": 47, "somewher": 47, "illama": 47, "dialog": 47, "wire": 47, "finder": 47, "selector": 47, "restructuredtext": 48, "contribut": 48, "myst": 48, "width": 48, "_static": 48, "img": 48, "png": 48, "s_demo_note_sourc": 48, "alt": 48, "bg": 48, "150px": 48, "center": 48, "caption": 48, "emphas": 48, "lineno": 48, "marker": 48, "literalinclud": 48, "person": 48, "ag": 48, "am": 48, "year": 48, "alic": 48, "memory_profil": 49, "viewer": 49, "activation_memory_profil": 49, "generate_memory_trac": 49, "executorch_program_manag": 49, "prog": 49, "chrome_trace_filenam": 49, "enable_memory_offset": 49, "browser": 49, "v2": [49, 52], "repurpos": 49, "horizont": 49, "despit": 49, "label": 49, "megabyt": 49, "mb": [49, 77], "vertic": 49, "pid": 49, "sequenti": 49, "inaccurci": 50, "nois": 50, "squar": [50, 74], "example_runn": [50, 74], "debug_buff": 50, "debug_buffer_s": 50, "set_debug_buff": 50, "set_event_tracer_debug_level": 50, "eventtracerdebugloglevel": 50, "kprogramoutput": 50, "kintermediateoutput": 50, "track": 50, "event_block": [50, 51, 74], "run_output": [50, 51], "debug_data": [50, 51], "module_hierarchi": [50, 51, 74], "possibli": 50, "compare_result": 50, "plot": 50, "metric": [50, 62], "ref_output": 50, "statist": [51, 53], "organ": 51, "etdump_data": 51, "source_time_scal": 51, "timescal": 51, "target_time_scal": 51, "debug_buffer_path": 51, "delegate_time_scale_convert": 51, "enable_module_hierarchi": 51, "popul": 51, "hook": [51, 54, 75], "implent": 51, "delegate_metadata_list": 51, "include_unit": 51, "include_delegate_debug_data": 51, "panda": [51, 74], "datafram": [51, 74], "sphinx_galleri": 51, "gen_rst": 51, "_loggingte": 51, "ipython": 51, "module_nam": 51, "averag": 51, "sum": 51, "l__self___conv_lay": 51, "002": 51, "f32": [51, 75], "user_input": [51, 75], "user_output": [51, 75], "aten_tan_default": 51, "inputs_to_paramet": 51, "inputs_to_buff": 51, "buffers_to_mut": 51, "backward_signatur": 51, "assertion_dep_token": 51, "factori": 51, "bundled_input_index": 51, "reference_output": 51, "bundled_input_idx": 51, "encapsul": 51, "perf_data": [51, 74], "delegate_debug_identifi": 51, "is_delegated_op": 51, "delegate_backend_nam": 51, "_delegate_debug_metadata": 51, "_instruction_id": 51, "_delegate_metadata_pars": 51, "_delegate_time_scale_convert": 51, "perf": 51, "retriv": 51, "p10": 51, "p50": [51, 74], "p90": 51, "avg": 51, "delegate_debug_metadata": 51, "raw_delegate_debug_metadata": 51, "175": 51, "748": 51, "78": 51, "678": 51, "429": 51, "006": 51, "97": 51, "603": 51, "90": 51, "66": 51, "344": [51, 75], "575": 51, "134": 51, "135": 51, "93": 51, "85": 51, "74": 51, "593": 51, "83": 51, "929": 51, "75": [51, 75], "859": 51, "909": 51, "102": 51, "84": [51, 74], "77": 51, "774": 51, "038": 51, "80": 51, "246": 51, "59": 51, "496": 51, "81": 51, "53": 51, "709": 51, "112": 51, "775": 51, "674": 51, "54": [51, 55], "52": 51, "753": 51, "71": 51, "703": 51, "373": 51, "306": 51, "94": 51, "497": 51, "588": 51, "835": 51, "597": 51, "237": 51, "88": 51, "528": 51, "884": 51, "047": 51, "513": 51, "76": 51, "116": 51, "path_to_etdump": 51, "path_to_etrecord": 51, "subject": 52, "opengl": 52, "maxim": 52, "modern": [52, 60], "graphic": 52, "among": 52, "market": 52, "onward": 52, "glsl": 52, "computegraph": 52, "conv2d": [52, 53, 74, 75], "impl": [52, 57], "peak": [52, 60], "increas": [52, 55], "factor": 52, "vulkan_mobilenetv2": 52, "vulkan_partition": 52, "vulkanpartition": 52, "vk_add": 52, "unsupport": 52, "easiest": 52, "r19c": 52, "r27b": 52, "pp": [52, 74], "vulkan_executor_runn": 52, "j32": 52, "runner_bin": 52, "brief": 53, "hand": 53, "represen": 53, "source_fn_stack": 53, "linear_nod": 53, "travers": 53, "drawback": 53, "greedili": 53, "bn": 53, "mirror": 53, "pack": [53, 60], "fill": 53, "denable_xnnpack_profil": 53, "symmetr": [53, 73], "qmin": 53, "127": [53, 75], "qmax": 53, "zeropoint": 53, "is_qat": 53, "wish": 53, "quantization_config": 53, "set_object_typ": 53, "typea": 53, "set_module_nam": 53, "foo": [53, 75], "qualifi": 53, "exported_model": [53, 56], "model_to_quant": 53, "prepared_model": 53, "quantized_model": 53, "dq": 53, "dequantize_per_tensor": [53, 75], "quantize_per_tensor": [53, 75], "_qdq_quantized_linear": 53, "x_i8": 53, "x_scale": 53, "x_zero_point": 53, "x_quant_min": 53, "x_quant_max": 53, "weight_i8": 53, "bias_fp32": 53, "x_fp32": 53, "weight_fp32": 53, "out_fp32": 53, "out_i8": 53, "indepth": 53, "explan": 53, "intendend": 54, "posix": [54, 61], "stderr": [54, 61], "printf": 54, "fprintf": [54, 61], "signed": 54, "tight": 54, "stdlibc": 54, "flatcc": 54, "predict": 54, "uint64_t": [54, 55], "int32_t": 54, "unnecessari": 54, "cerr": 54, "folli": 54, "glog": 54, "et_check": 54, "redirect": 54, "bad": 54, "typdef": 54, "ld": 54, "lld": 54, "admittedli": 54, "awkward": 54, "cinttyp": 54, "prin": 54, "prid32": 54, "priu32": 54, "prid64": 54, "priu64": 54, "en": 54, "cpprefer": 54, "chop": 54, "quot": 54, "zd": 54, "straddl": 54, "lean": 54, "conceptu": 54, "unnecessarili": 54, "disagre": 54, "pad": [55, 75], "magic": 55, "ascii": 55, "decim": 55, "eh": 55, "upset": 55, "apart": 55, "rare": 55, "getbufferstartfromrootpoint": 55, "endian": 55, "31": 55, "0x38": 55, "0x18": 55, "vvvvvvvvvvv": 55, "0x0000": 55, "38": 55, "45": 55, "3f": 55, "65": [55, 75], "18": 55, "0x0010": 55, "f0": 55, "02": [55, 77], "0x1000": 55, "0x2f0": 55, "freeabl": 55, "4096": 55, "mmap": 55, "offet": 55, "ti": 56, "intent": 56, "xnpackquant": 56, "torchao": 56, "prior": 56, "quant_api": 56, "groupsiz": 56, "torch_dtyp": 56, "group_siz": 56, "jacob": 57, "szwejbka": 57, "mallocmemoryalloc": 57, "late": [57, 60], "2023": [57, 60], "heapless": 57, "singular": 57, "planned_buff": 57, "planned_arena": 57, "succe": 57, "buffer_s": 57, "assembl": 57, "granular": [57, 62], "intial": 57, "set_input_error": 57, "execute_error": 57, "pitfal": 57, "istensor": 57, "ninja": 59, "libportable_kernels_bind": 59, "wl": 59, "prune": 59, "older": [59, 60], "tomli": 59, "doptimize_s": 59, "job": 59, "000526": 59, "82": 59, "000595": 59, "91": 59, "000612": 59, "000669": 59, "161": 59, "000685": 59, "000764": 59, "180": 59, "000770": 59, "184": 59, "9519653": 59, "smartphon": 60, "bank": 60, "predetermin": 60, "heterogen": 60, "unload": 60, "precompil": 60, "grain": 60, "placement": 60, "microsecond": 60, "nanosecond": 60, "conv3d": 60, "c10": 60, "aten_bridg": 60, "rtti": 60, "antagonist": 60, "proprietari": 60, "clock": 60, "pal": 60, "inject": 60, "synchron": 60, "monitor": 60, "plai": 60, "concurr": [60, 63], "frozen": 60, "chrono": 61, "steady_clock": 61, "assumpt": 61, "et_pal_": 61, "weak": 61, "strong": 61, "dexecutorch_pal_default": 61, "uniq": 62, "aspect": 62, "hotspot": 62, "chosen": 62, "finer": 62, "quick": 63, "pathlib": 63, "et_runtim": 63, "load_program": 63, "ran": 63, "forward2": 63, "legacy_modul": 63, "singleton": 63, "operatorregistri": 63, "operator_nam": 63, "mobilenetv2": 73, "sample_input": 73, "pretrain": 73, "lowered_module_1": [73, 75], "b_features_0_1_num_batches_track": 73, "executorch_call_delegate_1": [73, 75], "getitem_53": 73, "executorch_exir_dialects_edge__ops_aten_view_copy_default": 73, "1280": 73, "aten_clone_default": 73, "executorch_exir_dialects_edge__ops_aten_clone_default": 73, "getitem_52": 73, "xnnpack_mobilenetv2": 73, "sake": 73, "offici": 73, "out_vari": 73, "quantize_per_channel": 73, "dequantize_per_channel": 73, "operator_config": 73, "flat": 73, "quantized_mobilenetv2": 73, "qs8_xnnpack_mobilenetv2": 73, "_xnnpack_": 73, "qs8": 73, "xnn_executor_runn": 73, "dexecutorch_enable_log": 73, "componenet": 73, "mv2_xnnpack_fp32": 73, "mv2_xnnpack_q8": 73, "jack": 74, "khuu": 74, "net": 74, "5x5": 74, "conv2": 74, "affin": 74, "wx": 74, "fc1": 74, "fc2": 74, "fc3": 74, "max_pool2d": 74, "aten_model": 74, "edge_program_manag": 74, "edge_program_manager_copi": 74, "et_program_manag": 74, "methodtestsuit": 74, "inp": 74, "bp": 74, "build_example_runn": 74, "bundled_program_path": 74, "ingest": 74, "eventblock": 74, "medium": 74, "pprint": 74, "pd": 74, "set_opt": 74, "max_colwidth": 74, "max_column": 74, "native_call_addmm": 74, "to_datafram": 74, "event_nam": 74, "slowest": 74, "native_call_convolut": 74, "loc": 74, "idxmax": 74, "find_total_for_modul": 74, "l__self__": 74, "l__self___conv2": 74, "minut": [74, 75, 76], "021": [74, 77], "ipynb": [74, 75, 76], "sphinx": [74, 75, 76], "angela": 75, "yi": 75, "in_channel": 75, "out_channel": 75, "kernel_s": 75, "example_arg": 75, "p_conv_weight": 75, "p_conv_bia": 75, "tutorials_sourc": 75, "input_spec": 75, "inputspec": 75, "inputkind": 75, "tensorargu": 75, "output_spec": 75, "outputspec": 75, "outputkind": 75, "pure": 75, "2000": 75, "tb": 75, "example_args_2": 75, "print_exc": 75, "114": 75, "opt": 75, "env": 75, "py_3": 75, "822": 75, "call_wrap": 75, "_wrapped_cal": 75, "400": 75, "__call__": 75, "387": 75, "obj": 75, "misc": 75, "1739": 75, "_wrapped_call_impl": 75, "1845": 75, "inner": 75, "1772": 75, "args_kwargs_result": 75, "_dynamo": 75, "eval_fram": 75, "755": 75, "_fn": 75, "_unlift": 75, "49": 75, "_check_input_constraints_pre_hook": 75, "_check_input_constraints_for_graph": 75, "356": 75, "runtimeerror": 75, "dim1_x": 75, "s0": 75, "violat": 75, "148": 75, "154": 75, "308": 75, "prepare_fx": 75, "convert_fx": 75, "pre_autograd_aten_dialect": 75, "prepared_graph": 75, "dataset": 75, "converted_graph": 75, "fx_pytre": 75, "tree_flatten_spec": 75, "_in_spec": 75, "conv_weight": 75, "conv_bia": 75, "tree_unflatten": 75, "_out_spec": 75, "408": 75, "userwarn": 75, "calculate_qparam": 75, "1333": 75, "_frozen_param0": 75, "dequantize_per_tensor_default": 75, "quantize_per_tensor_default_1": 75, "dequantize_per_tensor_default_1": 75, "quantize_per_tensor_default_2": 75, "dequantize_per_tensor_default_2": 75, "b__frozen_param0": 75, "i8": 75, "eval_with_kei": 75, "203": 75, "dequantize_per_tensor_1": 75, "quantize_per_tensor_1": 75, "dequantize_per_tensor_2": 75, "executorch_exir_dialects_edge__ops_aten_convolution_default": 75, "executorch_exir_dialects_edge__ops_aten_relu_default": 75, "encode_arg": 75, "aten_encod": 75, "decode_arg": 75, "aten_decod": 75, "255": 75, "aten_randn_default": 75, "executorch_exir_dialects_edge__ops_aten_randn_default": 75, "pin_memori": 75, "executorch_exir_dialects_edge__ops_aten_permute_copy_default": 75, "aten_mm_default": 75, "executorch_exir_dialects_edge__ops_aten_mm_default": 75, "260": 75, "pass_bas": 75, "convertrelutosigmoid": 75, "transformed_edge_program": 75, "aten_sigmoid_default": 75, "executorch_exir_dialects_edge__ops_aten_sigmoid_default": 75, "specviolationerror": 75, "_native_batch_norm_legit_funct": 75, "happi": 75, "lowerablemodul": 75, "to_be_lowered_modul": 75, "noqa": 75, "1version": 75, "347": 75, "aten_sin_default": 75, "executorch_exir_dialects_edge__ops_aten_sin_default": 75, "notlowerablemodul": 75, "composedmodul": 75, "add_submodul": 75, "add_paramet": 75, "register_buff": 75, "getattr_nod": 75, "lifted_nod": 75, "1801": 75, "non_lowerable_bia": 75, "c_non_lowerable_bia": 75, "lowered_backend_modul": 75, "401": 75, "executorch_exir_dialects_edge__ops_aten_add_tensor": 75, "aten_add_tensor_1": 75, "constant_tensor": 75, "example_args_3": 75, "delegated_program": 75, "448": 75, "449": 75, "executorch_exir_dialects_edge__ops_aten_sub_tensor": 75, "450": 75, "aten_mm_default_1": 75, "451": 75, "cohes": 75, "executorch_exir_memory_alloc": 75, "alloc_1": 75, "alloc_2": 75, "alloc_3": 75, "alloc_4": 75, "prealloac": 75, "custombackendquant": 75, "custombackendpartition": 75, "went": 75, "035": [75, 77], "000": [76, 77], "056": 77, "03": 77}, "objects": {"": [[28, 0, 1, "_CPPv4N10executorch7runtime10DataLoaderE", "executorch::runtime::DataLoader"], [28, 0, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfoE", "executorch::runtime::DataLoader::SegmentInfo"], [28, 1, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4TypeE", "executorch::runtime::DataLoader::SegmentInfo::Type"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7BackendE", "executorch::runtime::DataLoader::SegmentInfo::Type::Backend"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type8ConstantE", "executorch::runtime::DataLoader::SegmentInfo::Type::Constant"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7MutableE", "executorch::runtime::DataLoader::SegmentInfo::Type::Mutable"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7ProgramE", "executorch::runtime::DataLoader::SegmentInfo::Type::Program"], [28, 3, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo10descriptorE", "executorch::runtime::DataLoader::SegmentInfo::descriptor"], [28, 3, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo13segment_indexE", "executorch::runtime::DataLoader::SegmentInfo::segment_index"], [28, 3, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo12segment_typeE", "executorch::runtime::DataLoader::SegmentInfo::segment_type"], [28, 0, 1, "_CPPv4N10executorch7runtime6EValueE", "executorch::runtime::EValue"], [28, 4, 1, "_CPPv4N10executorch7runtime6EValue6EValueEN10executorch4aten6ScalarE", "executorch::runtime::EValue::EValue"], [28, 5, 1, "_CPPv4N10executorch7runtime6EValue6EValueEN10executorch4aten6ScalarE", "executorch::runtime::EValue::EValue::s"], [28, 6, 1, "_CPPv4N10executorch7runtime6EValue7PayloadE", "executorch::runtime::EValue::Payload"], [28, 6, 1, "_CPPv4N10executorch7runtime6EValue7Payload24TriviallyCopyablePayloadE", "executorch::runtime::EValue::Payload::TriviallyCopyablePayload"], [28, 4, 1, "_CPPv4I0ENK10executorch7runtime6EValue10toOptionalEN10executorch4aten8optionalI1TEEv", "executorch::runtime::EValue::toOptional"], [28, 7, 1, "_CPPv4I0ENK10executorch7runtime6EValue10toOptionalEN10executorch4aten8optionalI1TEEv", "executorch::runtime::EValue::toOptional::T"], [28, 0, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocatorE", "executorch::runtime::HierarchicalAllocator"], [28, 4, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE4SpanI4SpanI7uint8_tEE", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator"], [28, 4, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator"], [28, 5, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator::allocators"], [28, 5, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE4SpanI4SpanI7uint8_tEE", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator::buffers"], [28, 5, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator::n_allocators"], [28, 0, 1, "_CPPv4N10executorch7runtime15MemoryAllocatorE", "executorch::runtime::MemoryAllocator"], [28, 4, 1, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t", "executorch::runtime::MemoryAllocator::MemoryAllocator"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t", "executorch::runtime::MemoryAllocator::MemoryAllocator::base_address"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t", "executorch::runtime::MemoryAllocator::MemoryAllocator::size"], [28, 4, 1, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t", "executorch::runtime::MemoryAllocator::allocate"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t", "executorch::runtime::MemoryAllocator::allocate::alignment"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t", "executorch::runtime::MemoryAllocator::allocate::size"], [28, 4, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t", "executorch::runtime::MemoryAllocator::allocateInstance"], [28, 7, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t", "executorch::runtime::MemoryAllocator::allocateInstance::T"], [28, 5, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t", "executorch::runtime::MemoryAllocator::allocateInstance::alignment"], [28, 4, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList"], [28, 7, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList::T"], [28, 5, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList::alignment"], [28, 5, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList::size"], [28, 3, 1, "_CPPv4N10executorch7runtime15MemoryAllocator17kDefaultAlignmentE", "executorch::runtime::MemoryAllocator::kDefaultAlignment"], [28, 0, 1, "_CPPv4N10executorch7runtime13MemoryManagerE", "executorch::runtime::MemoryManager"], [28, 4, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager"], [28, 4, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::constant_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::method_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::non_constant_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::planned_memory"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::runtime_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::temp_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::temporary_allocator"], [28, 4, 1, "_CPPv4NK10executorch7runtime13MemoryManager16method_allocatorEv", "executorch::runtime::MemoryManager::method_allocator"], [28, 4, 1, "_CPPv4NK10executorch7runtime13MemoryManager14planned_memoryEv", "executorch::runtime::MemoryManager::planned_memory"], [28, 4, 1, "_CPPv4NK10executorch7runtime13MemoryManager14temp_allocatorEv", "executorch::runtime::MemoryManager::temp_allocator"], [28, 0, 1, "_CPPv4N10executorch7runtime6MethodE", "executorch::runtime::Method"], [28, 4, 1, "_CPPv4N10executorch7runtime6Method6MethodERR6Method", "executorch::runtime::Method::Method"], [28, 5, 1, "_CPPv4N10executorch7runtime6Method6MethodERR6Method", "executorch::runtime::Method::Method::rhs"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method10get_outputE6size_t", "executorch::runtime::Method::get_output"], [28, 5, 1, "_CPPv4NK10executorch7runtime6Method10get_outputE6size_t", "executorch::runtime::Method::get_output::i"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method11inputs_sizeEv", "executorch::runtime::Method::inputs_size"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method11method_metaEv", "executorch::runtime::Method::method_meta"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method12outputs_sizeEv", "executorch::runtime::Method::outputs_size"], [28, 0, 1, "_CPPv4N10executorch7runtime10MethodMetaE", "executorch::runtime::MethodMeta"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta9input_tagE6size_t", "executorch::runtime::MethodMeta::input_tag"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta9input_tagE6size_t", "executorch::runtime::MethodMeta::input_tag::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta17input_tensor_metaE6size_t", "executorch::runtime::MethodMeta::input_tensor_meta"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta17input_tensor_metaE6size_t", "executorch::runtime::MethodMeta::input_tensor_meta::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta26memory_planned_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::memory_planned_buffer_size"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta26memory_planned_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::memory_planned_buffer_size::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta4nameEv", "executorch::runtime::MethodMeta::name"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta21non_const_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::non_const_buffer_size"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta21non_const_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::non_const_buffer_size::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta10num_inputsEv", "executorch::runtime::MethodMeta::num_inputs"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta26num_memory_planned_buffersEv", "executorch::runtime::MethodMeta::num_memory_planned_buffers"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta11num_outputsEv", "executorch::runtime::MethodMeta::num_outputs"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta10output_tagE6size_t", "executorch::runtime::MethodMeta::output_tag"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta10output_tagE6size_t", "executorch::runtime::MethodMeta::output_tag::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta18output_tensor_metaE6size_t", "executorch::runtime::MethodMeta::output_tensor_meta"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta18output_tensor_metaE6size_t", "executorch::runtime::MethodMeta::output_tensor_meta::index"], [28, 0, 1, "_CPPv4N10executorch7runtime7ProgramE", "executorch::runtime::Program"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus17CompatibleVersionE", "executorch::runtime::Program::CompatibleVersion"], [28, 1, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatusE", "executorch::runtime::Program::HeaderStatus"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus17CompatibleVersionE", "executorch::runtime::Program::HeaderStatus::CompatibleVersion"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus19IncompatibleVersionE", "executorch::runtime::Program::HeaderStatus::IncompatibleVersion"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus10NotPresentE", "executorch::runtime::Program::HeaderStatus::NotPresent"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus9ShortDataE", "executorch::runtime::Program::HeaderStatus::ShortData"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus19IncompatibleVersionE", "executorch::runtime::Program::IncompatibleVersion"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus10NotPresentE", "executorch::runtime::Program::NotPresent"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus9ShortDataE", "executorch::runtime::Program::ShortData"], [28, 1, 1, "_CPPv4N10executorch7runtime7Program12VerificationE", "executorch::runtime::Program::Verification"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12Verification19InternalConsistencyE", "executorch::runtime::Program::Verification::InternalConsistency"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12Verification7MinimalE", "executorch::runtime::Program::Verification::Minimal"], [28, 4, 1, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t", "executorch::runtime::Program::check_header"], [28, 5, 1, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t", "executorch::runtime::Program::check_header::data"], [28, 5, 1, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t", "executorch::runtime::Program::check_header::size"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t", "executorch::runtime::Program::get_constant_buffer_data"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t", "executorch::runtime::Program::get_constant_buffer_data::buffer_idx"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t", "executorch::runtime::Program::get_constant_buffer_data::nbytes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program15get_method_nameE6size_t", "executorch::runtime::Program::get_method_name"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program15get_method_nameE6size_t", "executorch::runtime::Program::get_method_name::method_index"], [28, 3, 1, "_CPPv4N10executorch7runtime7Program13kMinHeadBytesE", "executorch::runtime::Program::kMinHeadBytes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method::event_tracer"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method::memory_manager"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method::method_name"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program11method_metaEPKc", "executorch::runtime::Program::method_meta"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11method_metaEPKc", "executorch::runtime::Program::method_meta::method_name"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program11num_methodsEv", "executorch::runtime::Program::num_methods"], [28, 0, 1, "_CPPv4N10executorch7runtime7etensor6TensorE", "executorch::runtime::etensor::Tensor"], [28, 8, 1, "_CPPv4N10executorch7runtime7etensor6Tensor12DimOrderTypeE", "executorch::runtime::etensor::Tensor::DimOrderType"], [28, 8, 1, "_CPPv4N10executorch7runtime7etensor6Tensor9SizesTypeE", "executorch::runtime::etensor::Tensor::SizesType"], [28, 8, 1, "_CPPv4N10executorch7runtime7etensor6Tensor11StridesTypeE", "executorch::runtime::etensor::Tensor::StridesType"], [28, 4, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor14const_data_ptrEPK1Tv", "executorch::runtime::etensor::Tensor::const_data_ptr"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor14const_data_ptrEv", "executorch::runtime::etensor::Tensor::const_data_ptr"], [28, 7, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor14const_data_ptrEPK1Tv", "executorch::runtime::etensor::Tensor::const_data_ptr::T"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor3dimEv", "executorch::runtime::etensor::Tensor::dim"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor9dim_orderEv", "executorch::runtime::etensor::Tensor::dim_order"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor12element_sizeEv", "executorch::runtime::etensor::Tensor::element_size"], [28, 4, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor16mutable_data_ptrEP1Tv", "executorch::runtime::etensor::Tensor::mutable_data_ptr"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor16mutable_data_ptrEv", "executorch::runtime::etensor::Tensor::mutable_data_ptr"], [28, 7, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor16mutable_data_ptrEP1Tv", "executorch::runtime::etensor::Tensor::mutable_data_ptr::T"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor6nbytesEv", "executorch::runtime::etensor::Tensor::nbytes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor5numelEv", "executorch::runtime::etensor::Tensor::numel"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor11scalar_typeEv", "executorch::runtime::etensor::Tensor::scalar_type"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor14shape_dynamismEv", "executorch::runtime::etensor::Tensor::shape_dynamism"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor4sizeE7ssize_t", "executorch::runtime::etensor::Tensor::size"], [28, 5, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor4sizeE7ssize_t", "executorch::runtime::etensor::Tensor::size::dim"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor5sizesEv", "executorch::runtime::etensor::Tensor::sizes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor7stridesEv", "executorch::runtime::etensor::Tensor::strides"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor19unsafeGetTensorImplEv", "executorch::runtime::etensor::Tensor::unsafeGetTensorImpl"]], "executorch.devtools.Inspector": [[51, 9, 1, "", "__init__"], [51, 9, 1, "", "find_total_for_module"], [51, 9, 1, "", "get_exported_program"], [51, 9, 1, "", "print_data_tabular"], [51, 9, 1, "", "to_dataframe"]], "executorch.devtools.etrecord._etrecord": [[25, 9, 1, "", "generate_etrecord"]], "executorch.devtools.inspector": [[51, 10, 1, "", "Event"], [51, 10, 1, "", "EventBlock"]], "executorch": [[30, 11, 0, "module-0", "exir"], [63, 11, 0, "-", "runtime"]], "executorch.exir": [[30, 10, 1, "", "EdgeProgramManager"], [30, 10, 1, "", "ExecutorchProgramManager"], [30, 9, 1, "", "to_edge"], [30, 9, 1, "", "to_edge_transform_and_lower"]], "executorch.exir.EdgeProgramManager": [[30, 12, 1, "", "config_methods"], [30, 13, 1, "", "exported_program"], [30, 12, 1, "", "methods"]], "executorch.exir.ExecutorchProgramManager": [[30, 12, 1, "", "buffer"], [30, 12, 1, "", "config_methods"], [30, 13, 1, "", "dump_executorch_program"], [30, 13, 1, "", "exported_program"], [30, 12, 1, "", "methods"]], "executorch.exir.backend": [[30, 11, 0, "-", "backend_api"]], "executorch.exir.backend.backend_api": [[30, 10, 1, "", "LoweredBackendModule"], [30, 9, 1, "", "to_backend"]], "executorch.exir.backend.backend_api.LoweredBackendModule": [[30, 12, 1, "", "backend_id"], [30, 13, 1, "", "buffer"], [30, 12, 1, "", "compile_specs"], [30, 12, 1, "", "original_module"], [30, 12, 1, "", "processed_bytes"]], "executorch.runtime": [[63, 10, 1, "", "Method"], [63, 10, 1, "", "OperatorRegistry"], [63, 10, 1, "", "Program"], [63, 10, 1, "", "Runtime"]], "executorch.runtime.Method": [[63, 13, 1, "", "execute"], [63, 12, 1, "", "metadata"]], "executorch.runtime.OperatorRegistry": [[63, 12, 1, "", "operator_names"]], "executorch.runtime.Program": [[63, 13, 1, "", "load_method"], [63, 12, 1, "", "method_names"]], "executorch.runtime.Runtime": [[63, 13, 1, "", "get"], [63, 13, 1, "", "load_program"]]}, "objtypes": {"0": "cpp:class", "1": "cpp:enum", "2": "cpp:enumerator", "3": "cpp:member", "4": "cpp:function", "5": "cpp:functionParam", "6": "cpp:union", "7": "cpp:templateParam", "8": "cpp:type", "9": "py:function", "10": "py:class", "11": "py:module", "12": "py:property", "13": "py:method"}, "objnames": {"0": ["cpp", "class", "C++ class"], "1": ["cpp", "enum", "C++ enum"], "2": ["cpp", "enumerator", "C++ enumerator"], "3": ["cpp", "member", "C++ member"], "4": ["cpp", "function", "C++ function"], "5": ["cpp", "functionParam", "C++ function parameter"], "6": ["cpp", "union", "C++ union"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["cpp", "type", "C++ type"], "9": ["py", "function", "Python function"], "10": ["py", "class", "Python class"], "11": ["py", "module", "Python module"], "12": ["py", "property", "Python property"], "13": ["py", "method", "Python method"]}, "titleterms": {"us": [0, 7, 12, 24, 25, 31, 38, 40, 44, 46, 47, 50, 59, 74, 76], "android": [0, 8, 9, 20, 43, 46, 59], "prebuilt": 0, "librari": [0, 27, 40, 41, 42, 52, 53], "aar": 0, "content": [0, 44], "download": [0, 21, 27], "executorch": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 16, 17, 20, 21, 22, 24, 25, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 40, 41, 43, 44, 45, 46, 47, 49, 50, 52, 53, 57, 60, 62, 63, 64, 65, 67, 68, 70, 71, 73, 74, 75, 76], "api": [1, 2, 12, 22, 28, 30, 31, 32, 40, 42, 44, 46, 50, 51, 63, 69], "life": 1, "cycl": 1, "deprec": 1, "polici": 1, "how": [1, 36, 37, 44, 46, 47], "mark": 1, "state": 1, "period": 1, "integr": [2, 4, 14, 19], "run": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 31, 34, 43, 44, 50, 52, 57, 73, 75], "appl": 2, "platform": [2, 16, 27, 54, 61], "swift": [2, 47], "packag": [2, 3, 47], "manag": [2, 3, 13, 32, 47], "xcode": [2, 21, 47], "cli": [2, 51], "local": [2, 3, 13, 44], "build": [2, 5, 6, 7, 8, 9, 10, 16, 20, 21, 27, 34, 42, 43, 44, 46, 47, 52, 59, 73], "linkag": 2, "runtim": [2, 3, 5, 6, 7, 8, 10, 11, 14, 16, 19, 20, 26, 28, 33, 43, 44, 50, 53, 59, 60, 61, 63], "log": [2, 19, 54], "debug": [2, 15, 18, 19, 44, 50, 65, 66], "troubleshoot": 2, "slow": 2, "execut": [2, 14, 27, 28, 33, 53, 59, 60], "pm": 2, "third": 3, "parti": [3, 40], "depend": [3, 21], "backend": [3, 4, 5, 6, 7, 8, 9, 12, 14, 16, 18, 21, 27, 38, 43, 58, 73, 75], "deleg": [3, 4, 14, 16, 18, 19, 20, 26, 27, 44, 52, 53, 58, 66, 75], "ahead": [3, 5, 6, 7, 8, 14, 16, 19, 20, 53], "time": [3, 5, 6, 7, 8, 14, 16, 19, 20, 53, 59, 77], "test": [3, 4, 8, 11, 21], "onli": [3, 40], "other": 3, "consider": [3, 60], "version": 3, "document": [3, 4, 35], "python": [3, 4, 21, 63], "c": [3, 4, 31, 32, 40, 54, 57, 60], "cmake": [3, 16, 40, 59, 73], "support": [3, 6, 8, 40, 46, 47], "directori": 4, "structur": 4, "sourc": [4, 13, 16, 33, 56], "file": [4, 27, 54, 55, 59, 75], "core": [5, 16, 39, 40], "ml": 5, "prerequisit": [5, 6, 7, 9, 10, 21, 24, 25, 27, 43, 44, 57, 67, 68, 74, 75], "hardwar": [5, 6, 7, 8, 10, 27], "softwar": [5, 6, 7, 8, 10, 27, 34], "set": [5, 6, 7, 8, 10, 12, 16, 27, 31, 34, 38, 39, 57], "up": [5, 6, 7, 8, 10, 27, 34, 57], "your": [5, 6, 8, 34, 53], "develop": [5, 6, 7, 8, 10, 14, 16, 22, 23, 27, 33, 39, 70, 72, 74, 76], "environ": [5, 6, 7, 8, 10, 27, 34], "aot": [5, 7, 8, 16], "compon": [5, 7, 8, 22, 33, 59], "deploi": [5, 6, 7, 8, 10, 20], "devic": [5, 6, 7, 8, 10, 20, 47, 52], "frequent": [5, 7], "encount": [5, 7], "error": [5, 7, 11, 31], "resolut": [5, 7], "mediatek": 6, "host": [6, 8], "o": [6, 8], "chip": 6, "mp": 7, "mv3": 7, "gener": [7, 11, 19, 24, 25, 27, 44, 46, 74], "model": [7, 8, 9, 11, 20, 21, 26, 27, 28, 31, 43, 44, 46, 47, 50, 52, 53, 57, 62, 64, 65, 71, 73, 74, 75, 76], "mps_executor_runn": 7, "option": [7, 44, 59, 74], "directli": 7, "pybind": 7, "profil": [7, 31, 44, 53, 62, 71, 74, 76], "qualcomm": [8, 20, 43], "ai": [8, 20, 43], "engin": [8, 20, 43], "direct": [8, 20, 43], "what": [8, 39, 43, 52, 53], "": [8, 11, 20, 41, 50], "prerequsit": 8, "convent": 8, "setup": [8, 27, 34, 59], "variabl": 8, "compil": [8, 13, 27, 33, 40, 44, 52, 59], "infer": [8, 31, 57], "qnn": 8, "htp": 8, "emul": 8, "an": [8, 20, 21, 24, 25, 31, 34, 39, 43, 57, 59, 74], "smartphon": [8, 43], "soc": [8, 43], "via": [8, 20], "demo": [8, 20, 21, 46, 47], "app": [8, 20, 21, 44, 46, 47, 59], "list": [8, 11, 42], "i": [8, 37, 39, 43, 52, 53], "come": [8, 43], "faq": [8, 27, 43], "vulkan": [9, 52], "lower": [9, 16, 26, 52, 73, 75], "llama3": 9, "2": [9, 11, 13, 21, 26, 44], "1b": 9, "llama": [9, 43, 45, 46, 47], "runner": 9, "binari": 9, "xtensa": 10, "hifi4": 10, "dsp": [10, 16], "work": [10, 36, 39], "tree": 10, "descript": 10, "conclus": [10, 31, 32, 57, 74, 75], "futur": [10, 39], "bundl": [11, 64], "program": [11, 16, 33, 34, 54, 55, 64], "tool": [11, 14, 15, 16, 21, 22, 23, 33, 34, 64, 70, 72, 74, 76], "valid": [11, 64], "introduct": [11, 22, 70], "emit": 11, "stage": 11, "step": [11, 20, 21, 34, 44, 50, 59, 62], "1": [11, 13, 21, 26, 44], "creat": [11, 31, 32, 34, 74], "its": 11, "construct": 11, "methodtestsuit": 11, "hold": 11, "info": 11, "3": [11, 13, 21, 26, 43], "bundledprogram": 11, "4": [11, 21], "serial": [11, 53], "flatbuff": [11, 16], "exampl": [11, 12, 27, 31, 35, 42, 52, 59], "get": [11, 18, 21, 27, 35], "pointer": [11, 32], "from": [11, 19, 32, 37, 42, 43], "buffer": 11, "load": [11, 28, 31, 54, 57], "input": [11, 15, 31, 57], "method": [11, 15, 16, 31, 51, 57], "verifi": 11, "output": [11, 15, 31, 46, 50, 57], "common": [11, 14], "doesn": 11, "t": 11, "match": 11, "requir": [11, 34], "name": 11, "bundleconfig": 11, "doe": 11, "exist": [11, 32], "dialect": [12, 16, 38, 75], "overview": [12, 14, 15, 25, 32, 33, 37, 40, 41, 51, 56, 60], "when": 12, "pass": [12, 13, 53, 75], "infra": 12, "entri": [12, 40], "point": [12, 54], "pattern": 12, "bind": 12, "decor": 12, "op": [12, 38, 40, 42, 53], "custom": [13, 15, 16, 19, 40, 44], "partition": [13, 16, 53], "level": [13, 33, 40, 42], "One": [13, 59], "x": 13, "none": 13, "util": 13, "inform": 13, "subgraph": 13, "matcher": 13, "capabl": 13, "base": [13, 53], "combin": 13, "interfac": [14, 26], "preprocess": 14, "initi": 14, "debugg": 14, "question": 14, "memori": [15, 16, 32, 49, 54, 60, 75], "plan": [15, 16, 49, 75], "algorithm": 15, "concept": [16, 46, 47], "map": [16, 19], "aten": [16, 32, 38, 39, 40], "mode": 16, "autograd": 16, "safe": 16, "registri": 16, "specif": [16, 32, 38], "oper": [16, 34, 38, 39, 40, 42, 44, 60], "buck2": 16, "codegen": 16, "canon": 16, "decomposit": 16, "tabl": [16, 32, 44], "dataload": 16, "dim": 16, "order": 16, "digit": 16, "signal": 16, "processor": 16, "dtype": 16, "dynam": [16, 75], "quantiz": [16, 27, 44, 53, 56, 73, 75], "shape": 16, "eager": 16, "edg": [16, 33, 38, 75], "executor_runn": [16, 27, 59], "exir": 16, "exportedprogram": 16, "framework": 16, "tax": 16, "function": [16, 39], "graph": [16, 18], "higher": 16, "hybrid": 16, "intermedi": 16, "represent": 16, "ir": [16, 38], "kernel": [16, 40, 41, 42, 44], "node": 16, "fusion": 16, "out": [16, 40], "variant": [16, 40], "pal": [16, 54, 61], "abstract": [16, 54, 61], "layer": [16, 54, 61], "partial": 16, "etensor": 16, "portabl": [16, 41, 54, 60], "code": [16, 33, 48, 60, 75], "ptq": 16, "post": [16, 19, 50], "train": 16, "qat": 16, "awar": 16, "select": [16, 42, 46], "static": 16, "xnnpack": [16, 20, 53, 73], "contribut": 17, "summari": 18, "visual": [18, 44], "handl": 19, "delegatemappingbuild": 19, "real": 19, "surfac": 19, "metadata": [19, 31], "event": [19, 51], "Of": [20, 44], "hexagon": 20, "npu": 20, "takeawai": [20, 27], "report": [20, 46, 47], "issu": [20, 46, 47], "io": [21, 47, 59], "15": 21, "command": 21, "line": 21, "10": 21, "start": [21, 35], "tutori": [21, 23, 35, 57, 72, 75], "label": 21, "export": [21, 29, 30, 33, 34, 38, 43, 44, 75], "final": 21, "open": [21, 46], "project": 21, "featur": [22, 52], "fundament": 22, "etrecord": [22, 25, 44, 68, 74], "etdump": [22, 24, 44, 67, 74], "inspector": [22, 44, 50, 51, 69, 74], "usag": [23, 49, 72], "dump": [24, 67], "record": [25, 68], "frontend": 26, "flow": 26, "whole": [26, 75], "modul": [26, 27, 31, 53, 75], "composit": 26, "partit": [26, 53, 75], "arm": 27, "etho": 27, "u": 27, "corston": 27, "300": 27, "320": 27, "fvp": 27, "instal": [27, 34], "gnu": 27, "aarch32": 27, "bare": 27, "metal": 27, "toolchain": 27, "vela": 27, "tosa": 27, "refer": [27, 28, 30, 63], "convert": 27, "pytorch": [27, 37, 60], "pte": [27, 55, 59], "softmaxmodul": 27, "addmodul": 27, "mobilenetv2": 27, "non": [27, 32], "workflow": [27, 40], "applic": [27, 47], "valu": [28, 32], "extens": 31, "forc": 31, "queri": 31, "perform": [31, 44, 57, 75], "result": 31, "type": [31, 40, 54], "tensor": [32, 40], "introduc": 32, "tensorptr": 32, "scalar": 32, "own": 32, "data": [32, 55], "vector": 32, "raw": 32, "share": 32, "view": 32, "clone": [32, 34], "resiz": 32, "conveni": 32, "helper": 32, "for_blob": 32, "from_blob": 32, "empti": 32, "fill": 32, "random": 32, "note": 32, "evalu": 32, "lifetim": 32, "interoper": 32, "equival": 32, "best": [32, 40], "practic": [32, 40], "high": [33, 40, 42], "architectur": [33, 40, 42, 53, 60], "prepar": [33, 40, 43, 59], "system": [34, 59, 60], "quick": 34, "colab": 34, "jupyt": 34, "notebook": 34, "prototyp": 34, "virtual": 34, "next": [34, 59], "welcom": 35, "kei": [36, 46, 47], "benefit": 36, "why": 37, "differ": 37, "mobil": [37, 44], "lite": 37, "interpret": 37, "properti": 38, "definit": [38, 39], "wip": 38, "The": [39, 52], "registr": 40, "first": 40, "contract": 40, "yaml": [40, 42], "can": 40, "return": 40, "argument": 40, "macro": 40, "implement": [40, 58], "regist": 40, "link": [40, 44, 58, 73, 74, 75], "optim": [41, 43], "design": [42, 60], "principl": 42, "all": 42, "schema": [42, 53], "root": 42, "walkthrough": 42, "8b": 43, "instruct": 43, "step1": 43, "checkpoint": 43, "matrix": 43, "spin": 43, "quant": 43, "step2": 43, "step3": 43, "invok": [43, 44], "intro": 44, "llm": 44, "larg": 44, "languag": [44, 60], "analysi": 44, "analyz": [44, 74], "write": 44, "apk": 46, "paramet": 46, "user": [46, 75], "prompt": 46, "copi": 47, "simul": 47, "markdown": 48, "sphinx": 48, "tip": 48, "trick": 48, "admonit": 48, "imag": 48, "block": 48, "inspect": 49, "chrome": 49, "trace": 49, "further": [49, 60], "read": [49, 60], "access": 50, "constructor": 51, "to_datafram": 51, "print_data_tabular": 51, "find_total_for_modul": 51, "get_exported_program": 51, "attribut": 51, "eventblock": 51, "class": 51, "comput": [52, 77], "end": 52, "ar": 53, "serialiaz": 53, "init": 53, "configur": [53, 59], "xnnpackquant": 53, "see": 53, "also": 53, "alloc": 54, "integ": 54, "float": 54, "arithmet": 54, "format": [54, 55], "fix": 54, "width": 54, "size_t": 54, "ssize_t": 54, "cast": 54, "compat": 55, "header": 55, "segment": 55, "int8dynactint4weightquant": 56, "memorymanag": 57, "retriev": 57, "target": 59, "built": 59, "cross": 59, "goal": 60, "low": 60, "overhead": 60, "cpu": 60, "familiar": 60, "semant": 60, "thread": 60, "overrid": 61, "default": 61, "minim": 61, "aot_compil": 73, "py": 73, "script": 73, "mention": [74, 75], "express": 75, "address": 75, "untrac": 75, "compos": 75, "anoth": 75, "part": 75, "defin": 75, "save": 75}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"Using Android prebuilt libraries (AAR)": [[0, "using-android-prebuilt-libraries-aar"]], "Contents of libraries": [[0, "contents-of-libraries"]], "Downloading AAR": [[0, "downloading-aar"]], "Using prebuilt libraries": [[0, "using-prebuilt-libraries"]], "ExecuTorch API Life Cycle and Deprecation Policy": [[1, "executorch-api-life-cycle-and-deprecation-policy"]], "API Life Cycle": [[1, "api-life-cycle"]], "Deprecation Policy": [[1, "deprecation-policy"]], "How to Mark API State": [[1, "how-to-mark-api-state"]], "Deprecation Period": [[1, "deprecation-period"]], "Integrating and Running ExecuTorch on Apple Platforms": [[2, "integrating-and-running-executorch-on-apple-platforms"]], "Integration": [[2, "integration"]], "Swift Package Manager": [[2, "swift-package-manager"], [47, "swift-package-manager"]], "Xcode": [[2, "xcode"]], "CLI": [[2, "cli"], [51, "cli"]], "Local Build": [[2, "local-build"]], "Linkage": [[2, "linkage"]], "Runtime API": [[2, "runtime-api"]], "Logging": [[2, "logging"], [54, "logging"]], "Debugging": [[2, "debugging"]], "Troubleshooting": [[2, "troubleshooting"]], "Slow execution": [[2, "slow-execution"]], "Swift PM": [[2, "swift-pm"]], "Third-Party Dependency Management for Backend Delegates": [[3, "third-party-dependency-management-for-backend-delegates"]], "Ahead-of-Time Dependencies": [[3, "ahead-of-time-dependencies"]], "Runtime Dependencies": [[3, "runtime-dependencies"]], "Testing-Only Dependencies": [[3, "testing-only-dependencies"]], "Other Considerations": [[3, "other-considerations"]], "Versioning": [[3, "versioning"]], "Documenting Dependencies": [[3, "documenting-dependencies"]], "Python Dependencies": [[3, "python-dependencies"]], "Local Python Packages": [[3, "local-python-packages"]], "C++ Dependencies": [[3, "c-dependencies"]], "CMake Support": [[3, "cmake-support"]], "Integrating a Backend Delegate into ExecuTorch": [[4, "integrating-a-backend-delegate-into-executorch"]], "Directory Structure": [[4, "directory-structure"]], "Python Source Files": [[4, "python-source-files"]], "C++ Source Files": [[4, "c-source-files"]], "Tests": [[4, "tests"]], "Documentation": [[4, "documentation"]], "Building and Running ExecuTorch with Core ML Backend": [[5, "building-and-running-executorch-with-core-ml-backend"]], "Prerequisites (Hardware and Software)": [[5, "prerequisites-hardware-and-software"], [6, "prerequisites-hardware-and-software"], [7, "prerequisites-hardware-and-software"], [10, "prerequisites-hardware-and-software"]], "Hardware:": [[5, "hardware"], [7, "hardware"], [8, "hardware"]], "Software:": [[5, "software"], [6, "software"], [7, "software"], [8, "software"]], "Setting up your developer environment": [[5, "setting-up-your-developer-environment"], [6, "setting-up-your-developer-environment"], [8, "setting-up-your-developer-environment"]], "Build": [[5, "build"], [6, "build"], [7, "build"], [8, "build"], [10, "build"], [20, "build"]], "AOT (Ahead-of-time) components:": [[5, "aot-ahead-of-time-components"], [8, "aot-ahead-of-time-components"]], "Runtime:": [[5, "runtime"], [6, "runtime"], [8, "runtime"]], "Deploying and running on a device": [[5, "deploying-and-running-on-a-device"], [6, "deploying-and-running-on-a-device"]], "Frequently encountered errors and resolution.": [[5, "frequently-encountered-errors-and-resolution"], [7, "frequently-encountered-errors-and-resolution"]], "Building and Running ExecuTorch with MediaTek Backend": [[6, "building-and-running-executorch-with-mediatek-backend"]], "Host OS": [[6, "host-os"], [8, "host-os"]], "Supported Chips:": [[6, "supported-chips"]], "Ahead of time:": [[6, "ahead-of-time"]], "Building and Running ExecuTorch with MPS Backend": [[7, "building-and-running-executorch-with-mps-backend"]], "Setting up Developer Environment": [[7, "setting-up-developer-environment"], [10, "setting-up-developer-environment"]], "AOT (Ahead-of-time) Components": [[7, "aot-ahead-of-time-components"]], "Runtime": [[7, "runtime"], [10, "runtime"], [16, "runtime"], [20, "runtime"], [26, "runtime"], [50, "runtime"], [53, "runtime"]], "Run the mv3 generated model using the mps_executor_runner": [[7, "run-the-mv3-generated-model-using-the-mps-executor-runner"]], "[Optional] Run the generated model directly using pybind": [[7, "optional-run-the-generated-model-directly-using-pybind"]], "Profiling:": [[7, "profiling"]], "Deploying and Running on Device": [[7, "deploying-and-running-on-device"], [10, "deploying-and-running-on-device"]], "Building and Running ExecuTorch with Qualcomm AI Engine Direct Backend": [[8, "building-and-running-executorch-with-qualcomm-ai-engine-direct-backend"]], "What\u2019s Qualcomm AI Engine Direct?": [[8, "what-s-qualcomm-ai-engine-direct"]], "Prerequsites (Hardware and Software)": [[8, "prerequsites-hardware-and-software"]], "Conventions": [[8, "conventions"]], "Setup environment variables": [[8, "setup-environment-variables"]], "Deploying and running on device": [[8, "deploying-and-running-on-device"]], "AOT compile a model": [[8, "aot-compile-a-model"]], "Test model inference on QNN HTP emulator": [[8, "test-model-inference-on-qnn-htp-emulator"]], "Run model inference on an Android smartphone with Qualcomm SoCs": [[8, "run-model-inference-on-an-android-smartphone-with-qualcomm-socs"]], "Running a model via ExecuTorch\u2019s android demo-app": [[8, "running-a-model-via-executorch-s-android-demo-app"]], "Supported model list": [[8, "supported-model-list"]], "What is coming?": [[8, "what-is-coming"], [43, "what-is-coming"]], "FAQ": [[8, "faq"], [43, "faq"]], "Building and Running ExecuTorch with the Vulkan Backend": [[9, "building-and-running-executorch-with-the-vulkan-backend"]], "Prerequisites": [[9, "prerequisites"], [21, "prerequisites"], [27, "prerequisites"], [43, "prerequisites"], [44, "prerequisites"], [44, "id1"], [57, "prerequisites"], [74, "prerequisites"], [75, "prerequisites"]], "Lowering the Llama3.2-1B model to Vulkan": [[9, "lowering-the-llama3-2-1b-model-to-vulkan"]], "Build and Run the LLaMA runner binary on Android": [[9, "build-and-run-the-llama-runner-binary-on-android"]], "Building and Running ExecuTorch on Xtensa HiFi4 DSP": [[10, "building-and-running-executorch-on-xtensa-hifi4-dsp"]], "Hardware": [[10, "hardware"], [27, "hardware"]], "Software": [[10, "software"], [27, "software"], [34, "software"]], "Working Tree Description": [[10, "working-tree-description"]], "Conclusion and Future Work": [[10, "conclusion-and-future-work"]], "Bundled Program \u2013 a Tool for ExecuTorch Model Validation": [[11, "bundled-program-a-tool-for-executorch-model-validation"], [64, "bundled-program-a-tool-for-executorch-model-validation"]], "Introduction": [[11, "introduction"]], "Emit stage": [[11, "emit-stage"]], "Step 1: Create a Model and Emit its ExecuTorch Program.": [[11, "step-1-create-a-model-and-emit-its-executorch-program"]], "Step 2: Construct List[MethodTestSuite] to hold test info": [[11, "step-2-construct-list-methodtestsuite-to-hold-test-info"]], "Step 3: Generate BundledProgram": [[11, "step-3-generate-bundledprogram"]], "Step 4: Serialize BundledProgram to Flatbuffer.": [[11, "step-4-serialize-bundledprogram-to-flatbuffer"]], "Emit Example": [[11, "emit-example"]], "Runtime Stage": [[11, "runtime-stage"]], "Get ExecuTorch Program Pointer from BundledProgram Buffer": [[11, "get-executorch-program-pointer-from-bundledprogram-buffer"]], "Load Bundled Input to Method": [[11, "load-bundled-input-to-method"]], "Verify the Method\u2019s Output.": [[11, "verify-the-method-s-output"]], "Runtime Example": [[11, "runtime-example"]], "Common Errors": [[11, "common-errors"]], "Test input doesn\u2019t match model\u2019s requirement.": [[11, "test-input-doesn-t-match-model-s-requirement"]], "Method name in BundleConfig does not exist.": [[11, "method-name-in-bundleconfig-does-not-exist"]], "Backend Dialect": [[12, "backend-dialect"], [16, "backend-dialect"], [38, "backend-dialect"]], "Overview": [[12, "overview"], [15, "overview"], [25, "overview"], [33, "overview"], [40, "overview"], [51, "overview"]], "When to use": [[12, "when-to-use"]], "APIs": [[12, "apis"], [31, "apis"], [40, "apis"], [42, "apis"]], "Pass Infra Entry Point": [[12, "pass-infra-entry-point"]], "Pattern Binding Decorator": [[12, "pattern-binding-decorator"]], "Example": [[12, "example"], [31, "example"]], "Op Set": [[12, "op-set"]], "Custom Compiler Passes and Partitioners": [[13, "custom-compiler-passes-and-partitioners"]], "Passes": [[13, "passes"], [53, "passes"]], "Level 1": [[13, "level-1"]], "One-to-One Pass": [[13, "one-to-one-pass"]], "One-to-X Pass": [[13, "one-to-x-pass"]], "One-to-None Pass": [[13, "one-to-none-pass"]], "Utilizing Local Information": [[13, "utilizing-local-information"]], "Level 2": [[13, "level-2"]], "Level 3": [[13, "level-3"]], "Pass Manager": [[13, "pass-manager"]], "Partitioner": [[13, "partitioner"], [16, "partitioner"], [53, "partitioner"]], "Subgraph Matcher": [[13, "subgraph-matcher"]], "Capability Based Partitioner": [[13, "capability-based-partitioner"]], "Combined": [[13, "combined"]], "Source Partitioner": [[13, "source-partitioner"]], "Backend and Delegate": [[14, "backend-and-delegate"]], "Backend Interfaces: Overview": [[14, "backend-interfaces-overview"]], "Backend Interfaces: Ahead-of-Time Preprocessing": [[14, "backend-interfaces-ahead-of-time-preprocessing"]], "Backend Interfaces: Runtime Initialization and Execution": [[14, "backend-interfaces-runtime-initialization-and-execution"]], "Developer Tools Integration: Debuggability": [[14, "developer-tools-integration-debuggability"]], "Common Questions": [[14, "common-questions"]], "Memory Planning": [[15, "memory-planning"]], "Algorithms": [[15, "algorithms"]], "Method Inputs and Outputs": [[15, "method-inputs-and-outputs"]], "Custom Memory Plans": [[15, "custom-memory-plans"]], "Debugging Tool": [[15, "debugging-tool"]], "ExecuTorch Concepts": [[16, "executorch-concepts"]], "Concepts Map": [[16, "concepts-map"]], "AOT (Ahead of Time)": [[16, "aot-ahead-of-time"]], "ATen": [[16, "aten"]], "ATen Dialect": [[16, "aten-dialect"], [38, "aten-dialect"]], "ATen mode": [[16, "aten-mode"]], "Autograd safe ATen Dialect": [[16, "autograd-safe-aten-dialect"]], "Backend": [[16, "backend"]], "Backend registry": [[16, "backend-registry"]], "Backend Specific Operator": [[16, "backend-specific-operator"]], "Buck2": [[16, "buck2"]], "CMake": [[16, "cmake"]], "Codegen": [[16, "codegen"]], "Core ATen Dialect": [[16, "core-aten-dialect"]], "Core ATen operators / Canonical ATen operator set": [[16, "core-aten-operators-canonical-aten-operator-set"]], "Core ATen Decomposition Table": [[16, "core-aten-decomposition-table"]], "Custom operator": [[16, "custom-operator"]], "DataLoader": [[16, "dataloader"]], "Delegation": [[16, "delegation"], [44, "delegation"]], "Dim Order": [[16, "dim-order"]], "DSP (Digital Signal Processor)": [[16, "dsp-digital-signal-processor"]], "dtype": [[16, "dtype"]], "Dynamic Quantization": [[16, "dynamic-quantization"]], "Dynamic shapes": [[16, "dynamic-shapes"]], "Eager mode": [[16, "eager-mode"]], "Edge Dialect": [[16, "edge-dialect"], [38, "edge-dialect"]], "Edge operator": [[16, "edge-operator"]], "ExecuTorch": [[16, "executorch"]], "ExecuTorch Method": [[16, "executorch-method"]], "ExecuTorch Program": [[16, "executorch-program"]], "executor_runner": [[16, "executor-runner"]], "EXIR": [[16, "exir"]], "ExportedProgram": [[16, "exportedprogram"]], "flatbuffer": [[16, "flatbuffer"]], "Framework tax": [[16, "framework-tax"]], "Functional ATen operators": [[16, "functional-aten-operators"]], "Graph": [[16, "graph"]], "Graph mode": [[16, "graph-mode"]], "Higher Order Operators": [[16, "higher-order-operators"]], "Hybrid Quantization": [[16, "hybrid-quantization"]], "Intermediate Representation (IR)": [[16, "intermediate-representation-ir"]], "Kernel": [[16, "kernel"]], "Kernel registry / Operator registry": [[16, "kernel-registry-operator-registry"]], "Lowering": [[16, "lowering"]], "Memory planning": [[16, "memory-planning"]], "Node": [[16, "node"]], "Operator": [[16, "operator"]], "Operator fusion": [[16, "operator-fusion"]], "Out variant": [[16, "out-variant"]], "PAL (Platform Abstraction Layer)": [[16, "pal-platform-abstraction-layer"]], "Partial kernels": [[16, "partial-kernels"]], "ETensor mode": [[16, "etensor-mode"]], "Portable kernels": [[16, "portable-kernels"]], "Program": [[16, "program"]], "Program source code": [[16, "program-source-code"]], "PTQ (Post Training Quantization)": [[16, "ptq-post-training-quantization"]], "QAT (Quantization Aware Training)": [[16, "qat-quantization-aware-training"]], "Quantization": [[16, "quantization"], [44, "quantization"], [53, "quantization"]], "Developer Tools": [[16, "developer-tools"], [33, "developer-tools"]], "Selective build": [[16, "selective-build"]], "Static Quantization": [[16, "static-quantization"]], "XNNPACK": [[16, "xnnpack"], [20, "xnnpack"]], "Contributing to ExecuTorch": [[17, "contributing-to-executorch"]], "Debug Backend Delegate": [[18, "debug-backend-delegate"]], "Get delegation summary": [[18, "get-delegation-summary"]], "Visualize delegated graph": [[18, "visualize-delegated-graph"]], "Delegate Debugging": [[19, "delegate-debugging"]], "Ahead-of-Time Integration": [[19, "ahead-of-time-integration"]], "Generating a Debug Handle Map": [[19, "generating-a-debug-handle-map"]], "DelegateMappingBuilder": [[19, "delegatemappingbuilder"]], "Runtime Logging": [[19, "runtime-logging"]], "Real-Time Logging": [[19, "real-time-logging"]], "Post-Time Logging": [[19, "post-time-logging"]], "Surfacing custom metadata from delegate events": [[19, "surfacing-custom-metadata-from-delegate-events"]], "Building an ExecuTorch Android Demo App": [[20, "building-an-executorch-android-demo-app"]], "Ahead-Of-Time": [[20, "ahead-of-time"]], "XNNPACK Delegation": [[20, "xnnpack-delegation"]], "Qualcomm Hexagon NPU": [[20, "qualcomm-hexagon-npu"], [20, "id2"]], "Deploying on Device via Demo App": [[20, "deploying-on-device-via-demo-app"]], "Steps for Deploying Model via XNNPACK": [[20, "steps-for-deploying-model-via-xnnpack"]], "Steps for Deploying Model via Qualcomm\u2019s AI Engine Direct": [[20, "steps-for-deploying-model-via-qualcomm-s-ai-engine-direct"]], "Running the App": [[20, "running-the-app"]], "Takeaways": [[20, "takeaways"], [27, "takeaways"]], "Reporting Issues": [[20, "reporting-issues"], [46, "reporting-issues"], [47, "reporting-issues"]], "Building an ExecuTorch iOS Demo App": [[21, "building-an-executorch-ios-demo-app"]], "1. Xcode 15 and Command Line Tools": [[21, "xcode-15-and-command-line-tools"]], "2. Python 3.10+": [[21, "python-3-10"]], "3. Getting Started Tutorial": [[21, "getting-started-tutorial"]], "4. Backend Dependencies": [[21, "backend-dependencies"]], "Models and Labels": [[21, "models-and-labels"]], "1. Export Model": [[21, "export-model"]], "2. Download Labels": [[21, "download-labels"]], "Final Steps": [[21, "final-steps"]], "1. Open Project in Xcode": [[21, "open-project-in-xcode"]], "2. Run Tests": [[21, "run-tests"]], "3. Run App": [[21, "run-app"]], "Introduction to the ExecuTorch Developer Tools": [[22, "introduction-to-the-executorch-developer-tools"], [70, "introduction-to-the-executorch-developer-tools"]], "Developer Tools Features": [[22, "developer-tools-features"]], "Fundamental components of the Developer Tools": [[22, "fundamental-components-of-the-developer-tools"]], "ETRecord": [[22, "etrecord"]], "ETDump": [[22, "etdump"]], "Inspector APIs": [[22, "inspector-apis"], [51, "inspector-apis"], [69, "inspector-apis"]], "Developer Tools Usage Tutorial": [[23, "developer-tools-usage-tutorial"], [72, "developer-tools-usage-tutorial"]], "Prerequisite | ETDump - ExecuTorch Dump": [[24, "prerequisite-etdump-executorch-dump"], [67, "prerequisite-etdump-executorch-dump"]], "Generating an ETDump": [[24, "generating-an-etdump"]], "Using an ETDump": [[24, "using-an-etdump"]], "Prerequisite | ETRecord - ExecuTorch Record": [[25, "prerequisite-etrecord-executorch-record"], [68, "prerequisite-etrecord-executorch-record"]], "Generating an ETRecord": [[25, "generating-an-etrecord"]], "Using an ETRecord": [[25, "using-an-etrecord"]], "Lowering a Model as a Delegate": [[26, "lowering-a-model-as-a-delegate"]], "Frontend Interfaces": [[26, "frontend-interfaces"]], "Flow 1: Lowering the whole module": [[26, "flow-1-lowering-the-whole-module"]], "Flow 2: Lowering the whole module and composite": [[26, "flow-2-lowering-the-whole-module-and-composite"]], "Flow 3: Partitioning": [[26, "flow-3-partitioning"]], "Building and Running ExecuTorch with ARM Ethos-U Backend": [[27, "building-and-running-executorch-with-arm-ethos-u-backend"]], "Set Up the Developer Environment": [[27, "set-up-the-developer-environment"]], "Download and Set Up the Corstone-300 and Corstone-320 FVP": [[27, "download-and-set-up-the-corstone-300-and-corstone-320-fvp"]], "Download and Install the Arm GNU AArch32 Bare-Metal Toolchain": [[27, "download-and-install-the-arm-gnu-aarch32-bare-metal-toolchain"]], "Setup the Arm Ethos-U Software Development": [[27, "setup-the-arm-ethos-u-software-development"]], "Install the Vela Compiler": [[27, "install-the-vela-compiler"]], "Install the TOSA reference model": [[27, "install-the-tosa-reference-model"]], "Convert the PyTorch Model to the .pte File": [[27, "convert-the-pytorch-model-to-the-pte-file"]], "PyTorch Example Modules": [[27, "pytorch-example-modules"]], "SoftmaxModule": [[27, "softmaxmodule"]], "AddModule": [[27, "addmodule"]], "MobileNetV2 Module": [[27, "mobilenetv2-module"]], "Non-delegated Workflow": [[27, "non-delegated-workflow"]], "Delegated Workflow": [[27, "delegated-workflow"]], "Delegated Quantized Workflow": [[27, "delegated-quantized-workflow"]], "Getting a Bare-Metal Executable": [[27, "getting-a-bare-metal-executable"]], "Generating ExecuTorch Libraries": [[27, "generating-executorch-libraries"]], "Building the executor_runner Bare-Metal Application": [[27, "building-the-executor-runner-bare-metal-application"]], "Running on Corstone FVP Platforms": [[27, "running-on-corstone-fvp-platforms"]], "FAQs": [[27, "faqs"]], "ExecuTorch Runtime API Reference": [[28, "executorch-runtime-api-reference"]], "Model Loading and Execution": [[28, "model-loading-and-execution"]], "Values": [[28, "values"]], "Exporting to ExecuTorch": [[29, "exporting-to-executorch"]], "Export to ExecuTorch API Reference": [[30, "export-to-executorch-api-reference"]], "Running an ExecuTorch Model Using the Module Extension in C++": [[31, "running-an-executorch-model-using-the-module-extension-in-c"]], "Creating a Module": [[31, "creating-a-module"]], "Force-Loading a Method": [[31, "force-loading-a-method"]], "Querying for Metadata": [[31, "querying-for-metadata"]], "Performing an Inference": [[31, "performing-an-inference"]], "Setting Input and Output": [[31, "setting-input-and-output"]], "Setting Inputs": [[31, "setting-inputs"], [57, "setting-inputs"]], "Setting Outputs": [[31, "setting-outputs"]], "Result and Error Types": [[31, "result-and-error-types"]], "Profiling the Module": [[31, "profiling-the-module"]], "Conclusion": [[31, "conclusion"], [32, "conclusion"], [57, "conclusion"], [74, "conclusion"], [75, "conclusion"]], "Managing Tensor Memory in C++": [[32, "managing-tensor-memory-in-c"]], "Introducing TensorPtr": [[32, "introducing-tensorptr"]], "API Overview": [[32, "api-overview"]], "Creating Tensors": [[32, "creating-tensors"]], "Creating Scalar Tensors": [[32, "creating-scalar-tensors"], [32, "id1"]], "Owning Data from a Vector": [[32, "owning-data-from-a-vector"]], "Non-Owning Data from Raw Pointer": [[32, "non-owning-data-from-raw-pointer"]], "Sharing Existing Tensor": [[32, "sharing-existing-tensor"]], "Viewing Existing Tensor": [[32, "viewing-existing-tensor"]], "Cloning Tensors": [[32, "cloning-tensors"]], "Resizing Tensors": [[32, "resizing-tensors"]], "Convenience Helpers": [[32, "convenience-helpers"]], "Creating Non-Owning Tensors with for_blob and from_blob": [[32, "creating-non-owning-tensors-with-for-blob-and-from-blob"]], "Creating Empty Tensors": [[32, "creating-empty-tensors"]], "Creating Tensors Filled with Specific Values": [[32, "creating-tensors-filled-with-specific-values"]], "Creating Random Tensors": [[32, "creating-random-tensors"]], "Notes on EValue and Lifetime Management": [[32, "notes-on-evalue-and-lifetime-management"]], "Interoperability with ATen": [[32, "interoperability-with-aten"]], "API Equivalence Table": [[32, "api-equivalence-table"]], "Best Practices": [[32, "best-practices"]], "High-level Architecture and Components of ExecuTorch": [[33, "high-level-architecture-and-components-of-executorch"]], "Program Preparation": [[33, "program-preparation"]], "Program Source Code": [[33, "program-source-code"]], "Export": [[33, "export"]], "Edge Compilation": [[33, "edge-compilation"]], "Compile to ExecuTorch Program": [[33, "compile-to-executorch-program"]], "Runtime Preparation": [[33, "runtime-preparation"]], "Program Execution": [[33, "program-execution"]], "Setting Up ExecuTorch": [[34, "setting-up-executorch"]], "System Requirements": [[34, "system-requirements"]], "Operating System": [[34, "operating-system"]], "Quick Setup: Colab/Jupyter Notebook Prototype": [[34, "quick-setup-colab-jupyter-notebook-prototype"]], "Environment Setup": [[34, "environment-setup"]], "Create a Virtual Environment": [[34, "create-a-virtual-environment"]], "Clone and install ExecuTorch requirements": [[34, "clone-and-install-executorch-requirements"]], "Create an ExecuTorch program": [[34, "create-an-executorch-program"]], "Export a Program": [[34, "export-a-program"]], "Build & Run": [[34, "build-run"]], "Build Tooling Setup": [[34, "build-tooling-setup"]], "Run Your Program": [[34, "run-your-program"]], "Next Steps": [[34, "next-steps"]], "Welcome to the ExecuTorch Documentation": [[35, "welcome-to-the-executorch-documentation"]], "Getting Started": [[35, "getting-started"]], "Tutorials and Examples": [[35, "tutorials-and-examples"]], "How ExecuTorch Works": [[36, "how-executorch-works"]], "Key Benefits": [[36, "key-benefits"]], "ExecuTorch Overview": [[37, "executorch-overview"]], "Why ExecuTorch?": [[37, "why-executorch"]], "How is ExecuTorch Different from PyTorch Mobile (Lite Interpreter)?": [[37, "how-is-executorch-different-from-pytorch-mobile-lite-interpreter"]], "Export IR Specification": [[38, "export-ir-specification"]], "ATen Dialect Properties": [[38, "aten-dialect-properties"]], "ATen Operator Definition": [[38, "aten-operator-definition"]], "Edge Dialect Properties": [[38, "edge-dialect-properties"]], "Using the Edge Dialect": [[38, "using-the-edge-dialect"]], "Edge Operators": [[38, "edge-operators"]], "Op Set (WIP)": [[38, "op-set-wip"]], "Definition of the Core ATen Operator Set": [[39, "definition-of-the-core-aten-operator-set"]], "What is an Operator Set?": [[39, "what-is-an-operator-set"]], "The Functional ATen Operator Set": [[39, "the-functional-aten-operator-set"]], "The Core ATen Operator Set": [[39, "the-core-aten-operator-set"]], "Development of the Core ATen Operator Set": [[39, "development-of-the-core-aten-operator-set"]], "Future Work": [[39, "future-work"]], "Kernel Registration": [[40, "kernel-registration"]], "Kernel Libraries": [[40, "kernel-libraries"]], "First-party kernel libraries:": [[40, "first-party-kernel-libraries"]], "Custom kernel libraries:": [[40, "custom-kernel-libraries"]], "Operator & Kernel Contract": [[40, "operator-kernel-contract"]], "YAML Entry API High Level Architecture": [[40, "yaml-entry-api-high-level-architecture"]], "YAML Entry API Workflow": [[40, "yaml-entry-api-workflow"]], "YAML Entry API for Core ATen Op Out Variant": [[40, "yaml-entry-api-for-core-aten-op-out-variant"]], "YAML Entry API for Custom Ops": [[40, "yaml-entry-api-for-custom-ops"]], "Out variants only": [[40, "out-variants-only"]], "Can only return Tensor or ()": [[40, "can-only-return-tensor-or"]], "Supported argument types": [[40, "supported-argument-types"]], "CMake Macros": [[40, "cmake-macros"]], "C++ API for Custom Ops": [[40, "c-api-for-custom-ops"]], "Prepare custom kernel implementation": [[40, "prepare-custom-kernel-implementation"]], "Use a C++ macro to register it into ExecuTorch": [[40, "use-a-c-macro-to-register-it-into-executorch"]], "Compile and link the custom kernel": [[40, "compile-and-link-the-custom-kernel"]], "Custom Ops API Best Practices": [[40, "custom-ops-api-best-practices"]], "Overview of ExecuTorch\u2019s Kernel Libraries": [[41, "overview-of-executorchs-kernel-libraries"]], "Portable Kernel Library": [[41, "portable-kernel-library"]], "Optimized Kernel Library": [[41, "optimized-kernel-library"]], "Kernel Library Selective Build": [[42, "kernel-library-selective-build"]], "Design Principles": [[42, "design-principles"]], "High Level Architecture": [[42, "high-level-architecture"]], "Select all ops": [[42, "select-all-ops"]], "Select ops from schema yaml": [[42, "select-ops-from-schema-yaml"]], "Select root ops from operator list": [[42, "select-root-ops-from-operator-list"]], "Example Walkthrough": [[42, "example-walkthrough"]], "Building and Running Llama 3 8B Instruct with Qualcomm AI Engine Direct Backend": [[43, "building-and-running-llama-3-8b-instruct-with-qualcomm-ai-engine-direct-backend"]], "Instructions": [[43, "instructions"]], "Step1: Prepare the checkpoint of the model and optimized matrix from Spin Quant": [[43, "step1-prepare-the-checkpoint-of-the-model-and-optimized-matrix-from-spin-quant"]], "Step2: Export to ExecuTorch with Qualcomm AI Engine Direct Backend": [[43, "step2-export-to-executorch-with-qualcomm-ai-engine-direct-backend"]], "Step3: Invoke the Runtime on an Android smartphone with Qualcomm SoCs": [[43, "step3-invoke-the-runtime-on-an-android-smartphone-with-qualcomm-socs"]], "Intro to LLMs in Executorch": [[44, "intro-to-llms-in-executorch"]], "Table Of Contents": [[44, "table-of-contents"]], "Running a Large Language Model Locally": [[44, "running-a-large-language-model-locally"]], "Step 1. Exporting to ExecuTorch": [[44, "step-1-exporting-to-executorch"]], "Step 2. Invoking the Runtime": [[44, "step-2-invoking-the-runtime"]], "Building and Running": [[44, "building-and-running"]], "Profiling and Debugging": [[44, "profiling-and-debugging"]], "Visualizing the Delegation": [[44, "visualizing-the-delegation"]], "Performance Analysis": [[44, "performance-analysis"]], "ETRecord generation (Optional)": [[44, "etrecord-generation-optional"]], "ETDump generation": [[44, "etdump-generation"]], "Analyze with Inspector APIs": [[44, "analyze-with-inspector-apis"]], "Custom Kernels": [[44, "custom-kernels"]], "Writing a Custom Kernel": [[44, "writing-a-custom-kernel"]], "Compile and Link the Custom Kernel": [[44, "compile-and-link-the-custom-kernel"]], "Using a Custom Operator in a Model": [[44, "using-a-custom-operator-in-a-model"]], "How to Build Mobile Apps": [[44, "how-to-build-mobile-apps"]], "Llama on ExecuTorch": [[45, "llama-on-executorch"]], "ExecuTorch Llama Android Demo App": [[46, "executorch-llama-android-demo-app"]], "Key Concepts": [[46, "key-concepts"], [47, "key-concepts"]], "Supporting Models": [[46, "supporting-models"]], "Building the APK": [[46, "building-the-apk"]], "How to Use the App": [[46, "how-to-use-the-app"], [47, "how-to-use-the-app"]], "Opening the App": [[46, "opening-the-app"]], "Select Models and Parameters": [[46, "select-models-and-parameters"]], "ExecuTorch App API": [[46, "executorch-app-api"], [46, "id1"], [46, "id2"]], "User Prompt": [[46, "user-prompt"]], "Output Generated": [[46, "output-generated"]], "ExecuTorch Llama iOS Demo App": [[47, "executorch-llama-ios-demo-app"]], "Supported Models": [[47, "supported-models"]], "Building the application": [[47, "building-the-application"]], "XCode": [[47, "xcode"]], "Copy the model to Simulator": [[47, "copy-the-model-to-simulator"]], "Copy the model to Device": [[47, "copy-the-model-to-device"]], "Markdown in Sphinx Tips and Tricks": [[48, "markdown-in-sphinx-tips-and-tricks"]], "Admonitions": [[48, "admonitions"]], "Images": [[48, "images"]], "Code Block": [[48, "code-block"]], "Memory Planning Inspection in ExecuTorch": [[49, "memory-planning-inspection-in-executorch"]], "Usage": [[49, "usage"]], "Chrome Trace": [[49, "chrome-trace"]], "Further Reading": [[49, "further-reading"], [60, "further-reading"]], "Debugging Models in ExecuTorch": [[50, "debugging-models-in-executorch"], [65, "debugging-models-in-executorch"]], "Steps to debug a model in ExecuTorch": [[50, "steps-to-debug-a-model-in-executorch"]], "Accessing the debug outputs post run using the Inspector API\u2019s": [[50, "accessing-the-debug-outputs-post-run-using-the-inspector-api-s"]], "Inspector Methods": [[51, "inspector-methods"]], "Constructor": [[51, "constructor"]], "to_dataframe": [[51, "to-dataframe"]], "print_data_tabular": [[51, "print-data-tabular"]], "find_total_for_module": [[51, "find-total-for-module"]], "get_exported_program": [[51, "get-exported-program"]], "Inspector Attributes": [[51, "inspector-attributes"]], "EventBlock Class": [[51, "eventblock-class"]], "Event Class": [[51, "event-class"]], "ExecuTorch Vulkan Delegate": [[52, "executorch-vulkan-delegate"]], "What is Vulkan?": [[52, "what-is-vulkan"]], "The Vulkan Compute Library": [[52, "the-vulkan-compute-library"]], "Features": [[52, "features"]], "End to End Example": [[52, "end-to-end-example"]], "Compile and lower a model to the Vulkan Delegate": [[52, "compile-and-lower-a-model-to-the-vulkan-delegate"]], "Build Vulkan Delegate libraries": [[52, "build-vulkan-delegate-libraries"]], "Run the Vulkan model on device": [[52, "run-the-vulkan-model-on-device"]], "ExecuTorch XNNPACK delegate": [[53, "executorch-xnnpack-delegate"]], "What is XNNPACK?": [[53, "what-is-xnnpack"]], "What are ExecuTorch delegates?": [[53, "what-are-executorch-delegates"]], "Architecture": [[53, "architecture"]], "Ahead-of-time": [[53, "ahead-of-time"]], "Module-based partitioning": [[53, "module-based-partitioning"]], "Op-based partitioning": [[53, "op-based-partitioning"]], "Serialiazation": [[53, "serialiazation"]], "Serialization Schema": [[53, "serialization-schema"]], "XNNPACK Library": [[53, "xnnpack-library"]], "Init": [[53, "init"]], "Execute": [[53, "execute"]], "Profiling": [[53, "profiling"]], "Configuring the XNNPACKQuantizer": [[53, "configuring-the-xnnpackquantizer"]], "Quantizing your model with the XNNPACKQuantizer": [[53, "quantizing-your-model-with-the-xnnpackquantizer"]], "See Also": [[53, "see-also"]], "Portable C++ Programming": [[54, "portable-c-programming"]], "Platform Abstraction Layer (PAL)": [[54, "platform-abstraction-layer-pal"]], "Memory Allocation": [[54, "memory-allocation"]], "File Loading": [[54, "file-loading"]], "Integer Types": [[54, "integer-types"]], "Floating Point Arithmetic": [[54, "floating-point-arithmetic"]], "Logging Format Portability": [[54, "logging-format-portability"]], "Fixed-Width Integers": [[54, "fixed-width-integers"]], "size_t, ssize_t": [[54, "size-t-ssize-t"]], "Casting": [[54, "casting"]], ".pte file format": [[55, "pte-file-format"]], "Compatibility": [[55, "compatibility"]], "Headers": [[55, "headers"]], "Program data": [[55, "program-data"]], "Segment data": [[55, "segment-data"]], "Quantization Overview": [[56, "quantization-overview"]], "Source Quantization: Int8DynActInt4WeightQuantizer": [[56, "source-quantization-int8dynactint4weightquantizer"]], "Running an ExecuTorch Model in C++ Tutorial": [[57, "running-an-executorch-model-in-c-tutorial"]], "Model Loading": [[57, "model-loading"]], "Setting Up the MemoryManager": [[57, "setting-up-the-memorymanager"]], "Loading a Method": [[57, "loading-a-method"]], "Perform an Inference": [[57, "perform-an-inference"]], "Retrieve Outputs": [[57, "retrieve-outputs"]], "Backend Delegate Implementation and Linking": [[58, "backend-delegate-implementation-and-linking"]], "Building with CMake": [[59, "building-with-cmake"]], "Targets Built by the CMake Build System": [[59, "targets-built-by-the-cmake-build-system"]], "One-time setup to prepare for CMake Build": [[59, "one-time-setup-to-prepare-for-cmake-build"]], "Configure the CMake Build": [[59, "configure-the-cmake-build"]], "CMake Build Options": [[59, "cmake-build-options"]], "Build the runtime components": [[59, "build-the-runtime-components"]], "Use an example app executor_runner to execute a .pte file": [[59, "use-an-example-app-executor-runner-to-execute-a-pte-file"]], "Cross compilation": [[59, "cross-compilation"]], "Android": [[59, "android"]], "iOS": [[59, "ios"]], "Next steps": [[59, "next-steps"]], "ExecuTorch Runtime Overview": [[60, "executorch-runtime-overview"]], "Design Goals": [[60, "design-goals"]], "Low Execution Overhead": [[60, "low-execution-overhead"]], "Memory": [[60, "memory"]], "CPU": [[60, "cpu"]], "Familiar PyTorch Semantics": [[60, "familiar-pytorch-semantics"]], "Portable Code and Architecture": [[60, "portable-code-and-architecture"]], "C++ Language Considerations": [[60, "c-language-considerations"]], "Operating System Considerations": [[60, "operating-system-considerations"]], "Threading Considerations": [[60, "threading-considerations"]], "Runtime Platform Abstraction Layer (PAL)": [[61, "runtime-platform-abstraction-layer-pal"]], "Overriding the default PAL": [[61, "overriding-the-default-pal"]], "Minimal PAL": [[61, "minimal-pal"]], "Profiling Models in ExecuTorch": [[62, "profiling-models-in-executorch"], [71, "profiling-models-in-executorch"]], "Steps to Profile a Model in ExecuTorch": [[62, "steps-to-profile-a-model-in-executorch"]], "ExecuTorch Runtime Python API Reference": [[63, "executorch-runtime-python-api-reference"]], "Debug in Delegates": [[66, "debug-in-delegates"]], "Building and Running ExecuTorch with XNNPACK Backend": [[73, "building-and-running-executorch-with-xnnpack-backend"]], "Lowering a model to XNNPACK": [[73, "lowering-a-model-to-xnnpack"]], "Lowering a Quantized Model to XNNPACK": [[73, "lowering-a-quantized-model-to-xnnpack"]], "Lowering with aot_compiler.py script": [[73, "lowering-with-aot-compiler-py-script"]], "Running the XNNPACK Model with CMake": [[73, "running-the-xnnpack-model-with-cmake"]], "Building and Linking with the XNNPACK Backend": [[73, "building-and-linking-with-the-xnnpack-backend"]], "Using the ExecuTorch Developer Tools to Profile a Model": [[74, "using-the-executorch-developer-tools-to-profile-a-model"], [76, "using-the-executorch-developer-tools-to-profile-a-model"]], "Generate ETRecord (Optional)": [[74, "generate-etrecord-optional"]], "Generate ETDump": [[74, "generate-etdump"]], "Creating an Inspector": [[74, "creating-an-inspector"]], "Analyzing with an Inspector": [[74, "analyzing-with-an-inspector"]], "Links Mentioned": [[74, "links-mentioned"], [75, "links-mentioned"]], "Exporting to ExecuTorch Tutorial": [[75, "exporting-to-executorch-tutorial"]], "Exporting a Model": [[75, "exporting-a-model"]], "Expressing Dynamism": [[75, "expressing-dynamism"]], "Addressing Untraceable Code": [[75, "addressing-untraceable-code"]], "Performing Quantization": [[75, "performing-quantization"]], "Lowering to Edge Dialect": [[75, "lowering-to-edge-dialect"]], "Delegating to a Backend": [[75, "delegating-to-a-backend"]], "Lowering the Whole Module": [[75, "lowering-the-whole-module"]], "Compose the Lowered Module into Another Module": [[75, "compose-the-lowered-module-into-another-module"]], "Partition and Lower Parts of a Module": [[75, "partition-and-lower-parts-of-a-module"]], "Running User-Defined Passes and Memory Planning": [[75, "running-user-defined-passes-and-memory-planning"]], "Saving to a File": [[75, "saving-to-a-file"]], "Computation times": [[77, "computation-times"]]}, "indexentries": {"generate_etrecord() (in module executorch.devtools.etrecord._etrecord)": [[25, "executorch.devtools.etrecord._etrecord.generate_etrecord"]], "executorch::runtime::dataloader (c++ class)": [[28, "_CPPv4N10executorch7runtime10DataLoaderE"]], "executorch::runtime::dataloader::segmentinfo (c++ struct)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfoE"]], "executorch::runtime::dataloader::segmentinfo::type (c++ enum)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4TypeE"]], "executorch::runtime::dataloader::segmentinfo::type::backend (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7BackendE"]], "executorch::runtime::dataloader::segmentinfo::type::constant (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type8ConstantE"]], "executorch::runtime::dataloader::segmentinfo::type::mutable (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7MutableE"]], "executorch::runtime::dataloader::segmentinfo::type::program (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7ProgramE"]], "executorch::runtime::dataloader::segmentinfo::descriptor (c++ member)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo10descriptorE"]], "executorch::runtime::dataloader::segmentinfo::segment_index (c++ member)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo13segment_indexE"]], "executorch::runtime::dataloader::segmentinfo::segment_type (c++ member)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo12segment_typeE"]], "executorch::runtime::evalue (c++ struct)": [[28, "_CPPv4N10executorch7runtime6EValueE"]], "executorch::runtime::evalue::evalue (c++ function)": [[28, "_CPPv4N10executorch7runtime6EValue6EValueEN10executorch4aten6ScalarE"]], "executorch::runtime::evalue::payload (c++ union)": [[28, "_CPPv4N10executorch7runtime6EValue7PayloadE"]], "executorch::runtime::evalue::payload::triviallycopyablepayload (c++ union)": [[28, "_CPPv4N10executorch7runtime6EValue7Payload24TriviallyCopyablePayloadE"]], "executorch::runtime::evalue::tooptional (c++ function)": [[28, "_CPPv4I0ENK10executorch7runtime6EValue10toOptionalEN10executorch4aten8optionalI1TEEv"]], "executorch::runtime::hierarchicalallocator (c++ class)": [[28, "_CPPv4N10executorch7runtime21HierarchicalAllocatorE"]], "executorch::runtime::hierarchicalallocator::hierarchicalallocator (c++ function)": [[28, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE4SpanI4SpanI7uint8_tEE"], [28, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator"]], "executorch::runtime::memoryallocator (c++ class)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocatorE"]], "executorch::runtime::memoryallocator::memoryallocator (c++ function)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t"]], "executorch::runtime::memoryallocator::allocate (c++ function)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t"]], "executorch::runtime::memoryallocator::allocateinstance (c++ function)": [[28, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t"]], "executorch::runtime::memoryallocator::allocatelist (c++ function)": [[28, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t"]], "executorch::runtime::memoryallocator::kdefaultalignment (c++ member)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocator17kDefaultAlignmentE"]], "executorch::runtime::memorymanager (c++ class)": [[28, "_CPPv4N10executorch7runtime13MemoryManagerE"]], "executorch::runtime::memorymanager::memorymanager (c++ function)": [[28, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator"], [28, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator"]], "executorch::runtime::memorymanager::method_allocator (c++ function)": [[28, "_CPPv4NK10executorch7runtime13MemoryManager16method_allocatorEv"]], "executorch::runtime::memorymanager::planned_memory (c++ function)": [[28, "_CPPv4NK10executorch7runtime13MemoryManager14planned_memoryEv"]], "executorch::runtime::memorymanager::temp_allocator (c++ function)": [[28, "_CPPv4NK10executorch7runtime13MemoryManager14temp_allocatorEv"]], "executorch::runtime::method (c++ class)": [[28, "_CPPv4N10executorch7runtime6MethodE"]], "executorch::runtime::method::method (c++ function)": [[28, "_CPPv4N10executorch7runtime6Method6MethodERR6Method"]], "executorch::runtime::method::get_output (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method10get_outputE6size_t"]], "executorch::runtime::method::inputs_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method11inputs_sizeEv"]], "executorch::runtime::method::method_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method11method_metaEv"]], "executorch::runtime::method::outputs_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method12outputs_sizeEv"]], "executorch::runtime::methodmeta (c++ class)": [[28, "_CPPv4N10executorch7runtime10MethodMetaE"]], "executorch::runtime::methodmeta::input_tag (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta9input_tagE6size_t"]], "executorch::runtime::methodmeta::input_tensor_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta17input_tensor_metaE6size_t"]], "executorch::runtime::methodmeta::memory_planned_buffer_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta26memory_planned_buffer_sizeE6size_t"]], "executorch::runtime::methodmeta::name (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta4nameEv"]], "executorch::runtime::methodmeta::non_const_buffer_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta21non_const_buffer_sizeE6size_t"]], "executorch::runtime::methodmeta::num_inputs (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta10num_inputsEv"]], "executorch::runtime::methodmeta::num_memory_planned_buffers (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta26num_memory_planned_buffersEv"]], "executorch::runtime::methodmeta::num_outputs (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta11num_outputsEv"]], "executorch::runtime::methodmeta::output_tag (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta10output_tagE6size_t"]], "executorch::runtime::methodmeta::output_tensor_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta18output_tensor_metaE6size_t"]], "executorch::runtime::program (c++ class)": [[28, "_CPPv4N10executorch7runtime7ProgramE"]], "executorch::runtime::program::headerstatus (c++ enum)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatusE"]], "executorch::runtime::program::headerstatus::compatibleversion (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus17CompatibleVersionE"]], "executorch::runtime::program::headerstatus::incompatibleversion (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus19IncompatibleVersionE"]], "executorch::runtime::program::headerstatus::notpresent (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus10NotPresentE"]], "executorch::runtime::program::headerstatus::shortdata (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus9ShortDataE"]], "executorch::runtime::program::verification (c++ enum)": [[28, "_CPPv4N10executorch7runtime7Program12VerificationE"]], "executorch::runtime::program::verification::internalconsistency (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12Verification19InternalConsistencyE"]], "executorch::runtime::program::verification::minimal (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12Verification7MinimalE"]], "executorch::runtime::program::check_header (c++ function)": [[28, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t"]], "executorch::runtime::program::get_constant_buffer_data (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t"]], "executorch::runtime::program::get_method_name (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program15get_method_nameE6size_t"]], "executorch::runtime::program::kminheadbytes (c++ member)": [[28, "_CPPv4N10executorch7runtime7Program13kMinHeadBytesE"]], "executorch::runtime::program::load_method (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer"]], "executorch::runtime::program::method_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program11method_metaEPKc"]], "executorch::runtime::program::num_methods (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program11num_methodsEv"]], "executorch::runtime::etensor::tensor (c++ class)": [[28, "_CPPv4N10executorch7runtime7etensor6TensorE"]], "executorch::runtime::etensor::tensor::dimordertype (c++ type)": [[28, "_CPPv4N10executorch7runtime7etensor6Tensor12DimOrderTypeE"]], "executorch::runtime::etensor::tensor::sizestype (c++ type)": [[28, "_CPPv4N10executorch7runtime7etensor6Tensor9SizesTypeE"]], "executorch::runtime::etensor::tensor::stridestype (c++ type)": [[28, "_CPPv4N10executorch7runtime7etensor6Tensor11StridesTypeE"]], "executorch::runtime::etensor::tensor::const_data_ptr (c++ function)": [[28, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor14const_data_ptrEPK1Tv"], [28, "_CPPv4NK10executorch7runtime7etensor6Tensor14const_data_ptrEv"]], "executorch::runtime::etensor::tensor::dim (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor3dimEv"]], "executorch::runtime::etensor::tensor::dim_order (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor9dim_orderEv"]], "executorch::runtime::etensor::tensor::element_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor12element_sizeEv"]], "executorch::runtime::etensor::tensor::mutable_data_ptr (c++ function)": [[28, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor16mutable_data_ptrEP1Tv"], [28, "_CPPv4NK10executorch7runtime7etensor6Tensor16mutable_data_ptrEv"]], "executorch::runtime::etensor::tensor::nbytes (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor6nbytesEv"]], "executorch::runtime::etensor::tensor::numel (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor5numelEv"]], "executorch::runtime::etensor::tensor::scalar_type (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor11scalar_typeEv"]], "executorch::runtime::etensor::tensor::shape_dynamism (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor14shape_dynamismEv"]], "executorch::runtime::etensor::tensor::size (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor4sizeE7ssize_t"]], "executorch::runtime::etensor::tensor::sizes (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor5sizesEv"]], "executorch::runtime::etensor::tensor::strides (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor7stridesEv"]], "executorch::runtime::etensor::tensor::unsafegettensorimpl (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor19unsafeGetTensorImplEv"]], "edgeprogrammanager (class in executorch.exir)": [[30, "executorch.exir.EdgeProgramManager"]], "executorchprogrammanager (class in executorch.exir)": [[30, "executorch.exir.ExecutorchProgramManager"]], "loweredbackendmodule (class in executorch.exir.backend.backend_api)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule"]], "backend_id (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.backend_id"]], "buffer (executorch.exir.executorchprogrammanager property)": [[30, "executorch.exir.ExecutorchProgramManager.buffer"]], "buffer() (executorch.exir.backend.backend_api.loweredbackendmodule method)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.buffer"]], "compile_specs (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.compile_specs"]], "config_methods (executorch.exir.edgeprogrammanager property)": [[30, "executorch.exir.EdgeProgramManager.config_methods"]], "config_methods (executorch.exir.executorchprogrammanager property)": [[30, "executorch.exir.ExecutorchProgramManager.config_methods"]], "dump_executorch_program() (executorch.exir.executorchprogrammanager method)": [[30, "executorch.exir.ExecutorchProgramManager.dump_executorch_program"]], "executorch.exir": [[30, "module-0"], [30, "module-executorch.exir"]], "executorch.exir.backend.backend_api": [[30, "module-executorch.exir.backend.backend_api"]], "exported_program() (executorch.exir.edgeprogrammanager method)": [[30, "executorch.exir.EdgeProgramManager.exported_program"]], "exported_program() (executorch.exir.executorchprogrammanager method)": [[30, "executorch.exir.ExecutorchProgramManager.exported_program"]], "methods (executorch.exir.edgeprogrammanager property)": [[30, "executorch.exir.EdgeProgramManager.methods"]], "methods (executorch.exir.executorchprogrammanager property)": [[30, "executorch.exir.ExecutorchProgramManager.methods"]], "module": [[30, "module-0"], [30, "module-executorch.exir"], [30, "module-executorch.exir.backend.backend_api"], [63, "module-executorch.runtime"]], "original_module (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.original_module"]], "processed_bytes (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.processed_bytes"]], "to_backend() (in module executorch.exir.backend.backend_api)": [[30, "executorch.exir.backend.backend_api.to_backend"]], "to_edge() (in module executorch.exir)": [[30, "executorch.exir.to_edge"]], "to_edge_transform_and_lower() (in module executorch.exir)": [[30, "executorch.exir.to_edge_transform_and_lower"]], "event (class in executorch.devtools.inspector)": [[51, "executorch.devtools.inspector.Event"]], "eventblock (class in executorch.devtools.inspector)": [[51, "executorch.devtools.inspector.EventBlock"]], "__init__() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.__init__"]], "find_total_for_module() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.find_total_for_module"]], "get_exported_program() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.get_exported_program"]], "print_data_tabular() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.print_data_tabular"]], "to_dataframe() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.to_dataframe"]], "method (class in executorch.runtime)": [[63, "executorch.runtime.Method"]], "operatorregistry (class in executorch.runtime)": [[63, "executorch.runtime.OperatorRegistry"]], "program (class in executorch.runtime)": [[63, "executorch.runtime.Program"]], "runtime (class in executorch.runtime)": [[63, "executorch.runtime.Runtime"]], "execute() (executorch.runtime.method method)": [[63, "executorch.runtime.Method.execute"]], "executorch.runtime": [[63, "module-executorch.runtime"]], "get() (executorch.runtime.runtime static method)": [[63, "executorch.runtime.Runtime.get"]], "load_method() (executorch.runtime.program method)": [[63, "executorch.runtime.Program.load_method"]], "load_program() (executorch.runtime.runtime method)": [[63, "executorch.runtime.Runtime.load_program"]], "metadata (executorch.runtime.method property)": [[63, "executorch.runtime.Method.metadata"]], "method_names (executorch.runtime.program property)": [[63, "executorch.runtime.Program.method_names"]], "operator_names (executorch.runtime.operatorregistry property)": [[63, "executorch.runtime.OperatorRegistry.operator_names"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["android-prebuilt-library", "api-life-cycle", "apple-runtime", "backend-delegates-dependencies", "backend-delegates-integration", "build-run-coreml", "build-run-mediatek-backend", "build-run-mps", "build-run-qualcomm-ai-engine-direct-backend", "build-run-vulkan", "build-run-xtensa", "bundled-io", "compiler-backend-dialect", "compiler-custom-compiler-passes", "compiler-delegate-and-partitioner", "compiler-memory-planning", "concepts", "contributing", "debug-backend-delegate", "delegate-debugging", "demo-apps-android", "demo-apps-ios", "devtools-overview", "devtools-tutorial", "etdump", "etrecord", "examples-end-to-end-to-lower-model-to-delegate", "executorch-arm-delegate-tutorial", "executorch-runtime-api-reference", "export-overview", "export-to-executorch-api-reference", "extension-module", "extension-tensor", "getting-started-architecture", "getting-started-setup", "index", "intro-how-it-works", "intro-overview", "ir-exir", "ir-ops-set-definition", "kernel-library-custom-aten-kernel", "kernel-library-overview", "kernel-library-selective-build", "llm/build-run-llama3-qualcomm-ai-engine-direct-backend", "llm/getting-started", "llm/llama", "llm/llama-demo-android", "llm/llama-demo-ios", "markdown-sphinx-tips-tricks", "memory-planning-inspection", "model-debugging", "model-inspector", "native-delegates-executorch-vulkan-delegate", "native-delegates-executorch-xnnpack-delegate", "portable-cpp-programming", "pte-file-format", "quantization-overview", "running-a-model-cpp-tutorial", "runtime-backend-delegate-implementation-and-linking", "runtime-build-and-cross-compilation", "runtime-overview", "runtime-platform-abstraction-layer", "runtime-profiling", "runtime-python-api-reference", "sdk-bundled-io", "sdk-debugging", "sdk-delegate-integration", "sdk-etdump", "sdk-etrecord", "sdk-inspector", "sdk-overview", "sdk-profiling", "sdk-tutorial", "tutorial-xnnpack-delegate-lowering", "tutorials/devtools-integration-tutorial", "tutorials/export-to-executorch-tutorial", "tutorials/sdk-integration-tutorial", "tutorials/sg_execution_times"], "filenames": ["android-prebuilt-library.md", "api-life-cycle.md", "apple-runtime.md", "backend-delegates-dependencies.md", "backend-delegates-integration.md", "build-run-coreml.md", "build-run-mediatek-backend.md", "build-run-mps.md", "build-run-qualcomm-ai-engine-direct-backend.md", "build-run-vulkan.md", "build-run-xtensa.md", "bundled-io.md", "compiler-backend-dialect.md", "compiler-custom-compiler-passes.md", "compiler-delegate-and-partitioner.md", "compiler-memory-planning.md", "concepts.md", "contributing.md", "debug-backend-delegate.md", "delegate-debugging.md", "demo-apps-android.md", "demo-apps-ios.md", "devtools-overview.md", "devtools-tutorial.md", "etdump.md", "etrecord.rst", "examples-end-to-end-to-lower-model-to-delegate.md", "executorch-arm-delegate-tutorial.md", "executorch-runtime-api-reference.rst", "export-overview.md", "export-to-executorch-api-reference.rst", "extension-module.md", "extension-tensor.md", "getting-started-architecture.md", "getting-started-setup.md", "index.rst", "intro-how-it-works.md", "intro-overview.md", "ir-exir.md", "ir-ops-set-definition.md", "kernel-library-custom-aten-kernel.md", "kernel-library-overview.md", "kernel-library-selective-build.md", "llm/build-run-llama3-qualcomm-ai-engine-direct-backend.md", "llm/getting-started.md", "llm/llama.md", "llm/llama-demo-android.md", "llm/llama-demo-ios.md", "markdown-sphinx-tips-tricks.md", "memory-planning-inspection.md", "model-debugging.md", "model-inspector.rst", "native-delegates-executorch-vulkan-delegate.md", "native-delegates-executorch-xnnpack-delegate.md", "portable-cpp-programming.md", "pte-file-format.md", "quantization-overview.md", "running-a-model-cpp-tutorial.md", "runtime-backend-delegate-implementation-and-linking.md", "runtime-build-and-cross-compilation.md", "runtime-overview.md", "runtime-platform-abstraction-layer.md", "runtime-profiling.md", "runtime-python-api-reference.rst", "sdk-bundled-io.md", "sdk-debugging.md", "sdk-delegate-integration.md", "sdk-etdump.md", "sdk-etrecord.rst", "sdk-inspector.rst", "sdk-overview.md", "sdk-profiling.md", "sdk-tutorial.md", "tutorial-xnnpack-delegate-lowering.md", "tutorials/devtools-integration-tutorial.rst", "tutorials/export-to-executorch-tutorial.rst", "tutorials/sdk-integration-tutorial.rst", "tutorials/sg_execution_times.rst"], "titles": ["Using Android prebuilt libraries (AAR)", "ExecuTorch API Life Cycle and Deprecation Policy", "Integrating and Running ExecuTorch on Apple Platforms", "Third-Party Dependency Management for Backend Delegates", "Integrating a Backend Delegate into ExecuTorch", "Building and Running ExecuTorch with Core ML Backend", "Building and Running ExecuTorch with MediaTek Backend", "Building and Running ExecuTorch with MPS Backend", "Building and Running ExecuTorch with Qualcomm AI Engine Direct Backend", "Building and Running ExecuTorch with the Vulkan Backend", "Building and Running ExecuTorch on Xtensa HiFi4 DSP", "Bundled Program \u2013 a Tool for ExecuTorch Model Validation", "Backend Dialect", "Custom Compiler Passes and Partitioners", "Backend and Delegate", "Memory Planning", "ExecuTorch Concepts", "Contributing to ExecuTorch", "Debug Backend Delegate", "Delegate Debugging", "Building an ExecuTorch Android Demo App", "Building an ExecuTorch iOS Demo App", "Introduction to the ExecuTorch Developer Tools", "Developer Tools Usage Tutorial", "Prerequisite | ETDump - ExecuTorch Dump", "Prerequisite | ETRecord - ExecuTorch Record", "Lowering a Model as a Delegate", "Building and Running ExecuTorch with ARM Ethos-U Backend", "ExecuTorch Runtime API Reference", "Exporting to ExecuTorch", "Export to ExecuTorch API Reference", "Running an ExecuTorch Model Using the Module Extension in C++", "Managing Tensor Memory in C++", "High-level Architecture and Components of ExecuTorch", "Setting Up ExecuTorch", "Welcome to the ExecuTorch Documentation", "How ExecuTorch Works", "ExecuTorch Overview", "Export IR Specification", "Definition of the Core ATen Operator Set", "Kernel Registration", "Overview of ExecuTorch\u2019s Kernel Libraries", "Kernel Library Selective Build", "Building and Running Llama 3 8B Instruct with Qualcomm AI Engine Direct Backend", "Intro to LLMs in Executorch", "Llama on ExecuTorch", "ExecuTorch Llama Android Demo App", "ExecuTorch Llama iOS Demo App", "Markdown in Sphinx Tips and Tricks", "Memory Planning Inspection in ExecuTorch", "Debugging Models in ExecuTorch", "Inspector APIs", "ExecuTorch Vulkan Delegate", "ExecuTorch XNNPACK delegate", "Portable C++ Programming", ".pte file format", "Quantization Overview", "Running an ExecuTorch Model in C++ Tutorial", "Backend Delegate Implementation and Linking", "Building with CMake", "ExecuTorch Runtime Overview", "Runtime Platform Abstraction Layer (PAL)", "Profiling Models in ExecuTorch", "ExecuTorch Runtime Python API Reference", "Bundled Program \u2013 a Tool for ExecuTorch Model Validation", "Debugging Models in ExecuTorch", "Debug in Delegates", "Prerequisite | ETDump - ExecuTorch Dump", "Prerequisite | ETRecord - ExecuTorch Record", "Inspector APIs", "Introduction to the ExecuTorch Developer Tools", "Profiling Models in ExecuTorch", "Developer Tools Usage Tutorial", "Building and Running ExecuTorch with XNNPACK Backend", "Using the ExecuTorch Developer Tools to Profile a Model", "Exporting to ExecuTorch Tutorial", "Using the ExecuTorch Developer Tools to Profile a Model", "Computation times"], "terms": {"we": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 56, 57, 59, 60, 62, 73, 74, 75], "provid": [0, 2, 3, 4, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 50, 51, 52, 53, 54, 56, 57, 59, 60, 61, 62, 73, 74, 75], "two": [0, 6, 8, 10, 11, 12, 14, 15, 16, 19, 27, 33, 34, 40, 41, 44, 50, 52, 55, 60, 73, 75], "executorch": [0, 3, 12, 13, 14, 15, 18, 19, 23, 26, 32, 38, 39, 42, 51, 54, 55, 56, 58, 59, 61, 66, 69, 72, 77], "gener": [0, 3, 4, 5, 10, 12, 14, 15, 16, 18, 20, 22, 30, 31, 33, 34, 36, 38, 39, 40, 41, 42, 49, 50, 52, 53, 54, 57, 59, 60, 62, 73, 75, 76], "case": [0, 1, 2, 10, 11, 12, 13, 14, 15, 16, 22, 27, 28, 33, 34, 36, 38, 39, 40, 41, 42, 46, 47, 51, 53, 54, 57, 75], "imag": [0, 10, 20, 21, 36, 46, 47, 74], "audio": [0, 10], "process": [0, 2, 6, 7, 8, 10, 11, 12, 14, 15, 16, 19, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 41, 43, 44, 53, 56, 59, 60, 61, 62, 63, 74, 75], "executorch_llama": 0, "llama": [0, 7, 35, 44], "java": [0, 1, 20], "jni": [0, 20, 35, 46], "contain": [0, 1, 4, 8, 10, 11, 12, 13, 14, 16, 19, 25, 27, 28, 30, 31, 32, 34, 38, 39, 40, 41, 42, 44, 46, 50, 51, 52, 53, 54, 55, 57, 59, 60, 74, 75], "bind": [0, 16, 40], "nativep": [0, 20], "nativ": [0, 9, 14, 40, 52, 54], "includ": [0, 2, 3, 4, 7, 8, 10, 11, 13, 14, 16, 20, 24, 26, 27, 30, 31, 32, 33, 36, 37, 40, 42, 43, 44, 46, 47, 48, 50, 51, 52, 55, 56, 61, 75], "core": [0, 2, 3, 7, 10, 11, 20, 21, 22, 24, 27, 28, 29, 33, 34, 36, 38, 41, 42, 44, 47, 52, 54, 55, 59, 60], "runtim": [0, 1, 4, 15, 22, 24, 25, 27, 31, 32, 34, 35, 36, 37, 38, 40, 41, 42, 47, 51, 52, 54, 55, 57, 58, 62, 71, 73, 74, 75], "xnnpack": [0, 2, 14, 18, 21, 34, 35, 44, 46, 47, 59], "backend": [0, 2, 10, 15, 19, 20, 22, 26, 28, 30, 33, 34, 35, 36, 39, 44, 46, 47, 49, 51, 52, 53, 54, 56, 59, 60], "portabl": [0, 2, 9, 10, 21, 27, 33, 34, 36, 37, 40, 42, 44, 52, 59], "kernel": [0, 2, 7, 10, 12, 27, 28, 33, 38, 39, 47, 52, 54, 59, 60, 74, 75], "optim": [0, 2, 10, 12, 14, 16, 33, 34, 36, 40, 44, 47, 52, 53, 59, 60, 62, 75], "quantiz": [0, 2, 9, 10, 12, 33, 35, 36, 40, 43, 46, 47, 52], "come": [0, 15, 16, 22, 52, 53, 57], "abi": [0, 9, 20, 52], "variant": [0, 12, 13, 27, 32, 33, 44, 73, 75], "arm64": [0, 8, 9, 20, 43, 52, 59], "v8a": [0, 8, 9, 20, 43, 52, 59], "x86_64": [0, 8, 20, 27, 34], "note": [0, 2, 5, 7, 8, 9, 10, 11, 12, 13, 16, 19, 27, 28, 30, 31, 34, 38, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 52, 54, 55, 59, 60, 73, 74, 75], "same": [0, 6, 7, 8, 10, 11, 12, 13, 15, 16, 20, 22, 27, 28, 31, 32, 36, 37, 38, 40, 41, 44, 52, 73, 75], "class": [0, 2, 11, 12, 13, 14, 15, 16, 19, 24, 26, 27, 28, 30, 32, 34, 38, 44, 46, 48, 52, 53, 56, 60, 63, 74, 75], "previou": [0, 10, 31, 44, 52, 53, 73], "doe": [0, 10, 14, 15, 16, 25, 27, 28, 31, 32, 34, 37, 40, 41, 44, 52, 55, 59, 60, 74, 75], "modul": [0, 2, 4, 7, 10, 11, 12, 13, 14, 15, 16, 18, 22, 25, 28, 30, 32, 33, 34, 38, 44, 50, 51, 52, 56, 57, 62, 63, 73, 74], "code": [0, 1, 2, 3, 5, 11, 12, 13, 14, 19, 20, 21, 22, 24, 25, 27, 31, 32, 34, 35, 40, 41, 44, 46, 47, 49, 50, 52, 54, 55, 59, 62, 74, 76], "llamamodul": [0, 46], "specif": [0, 2, 3, 11, 12, 13, 14, 15, 19, 20, 21, 26, 27, 30, 31, 33, 36, 39, 41, 44, 52, 53, 54, 55, 56, 57, 60, 74, 75], "custom": [0, 2, 10, 12, 14, 32, 33, 35, 36, 38, 39, 41, 46, 47, 53, 60, 73, 74, 75], "op": [0, 7, 10, 13, 15, 16, 18, 19, 27, 33, 36, 39, 44, 51, 52, 61, 73, 75], "sha256sum": 0, "To": [0, 1, 2, 7, 8, 11, 12, 13, 14, 16, 18, 19, 20, 22, 25, 26, 27, 29, 31, 32, 33, 34, 38, 42, 43, 44, 46, 47, 52, 53, 54, 56, 59, 61, 73, 74, 75], "add": [0, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 26, 27, 28, 34, 40, 41, 42, 44, 48, 49, 52, 53, 59, 60, 73, 75], "your": [0, 2, 3, 7, 9, 10, 12, 15, 17, 21, 24, 26, 27, 29, 32, 35, 40, 43, 44, 46, 47, 48, 50, 51, 52, 57, 59, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "app": [0, 2, 5, 7, 34, 35, 53], "simpli": [0, 10, 15, 19, 28, 33, 41, 54, 73], "gradl": 0, "build": [0, 3, 4, 11, 33, 35, 36, 40, 41, 50, 53, 54, 57, 60, 61, 62], "rule": [0, 44, 54], "In": [0, 1, 2, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 18, 22, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 44, 47, 48, 49, 52, 53, 54, 56, 57, 60, 73, 74, 75], "work": [0, 2, 9, 11, 16, 25, 27, 31, 32, 33, 34, 35, 37, 38, 40, 41, 44, 51, 52, 54, 57, 59, 60, 61, 75], "directori": [0, 2, 3, 5, 6, 8, 9, 10, 11, 20, 27, 34, 44, 52, 59, 73], "exampl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 18, 19, 20, 21, 24, 26, 28, 32, 33, 34, 38, 40, 41, 43, 44, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 60, 63, 73, 74, 75, 76], "demo": [0, 2, 5, 7, 14, 19, 34, 35, 44, 59, 75], "llamademo": [0, 46], "mkdir": [0, 8, 9, 10, 20, 21, 27, 34, 43, 44, 59, 73], "p": [0, 8, 9, 20, 21, 27, 28, 34, 43, 59], "lib": [0, 6, 8, 10, 12, 20, 27, 40, 43, 52, 75], "curl": [0, 21, 44], "http": [0, 2, 21, 27, 30, 34, 35, 42, 43, 44, 54, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "ossci": 0, "s3": 0, "amazonaw": 0, "com": [0, 2, 10, 21, 27, 34, 35, 42, 43, 44, 47, 54, 75], "releas": [0, 1, 2, 3, 7, 8, 14, 16, 21, 27, 35, 43, 44, 47, 59, 73], "241002": 0, "o": [0, 2, 11, 20, 21, 34, 44], "And": [0, 2, 3, 14, 27, 32, 40, 54], "grardl": 0, "kt": 0, "depend": [0, 2, 4, 5, 6, 7, 8, 10, 13, 14, 16, 19, 26, 27, 28, 30, 33, 34, 38, 40, 41, 44, 47, 54, 57, 58, 59, 73], "implement": [0, 2, 3, 4, 10, 12, 13, 14, 15, 16, 19, 26, 27, 28, 29, 33, 36, 39, 41, 43, 44, 46, 52, 53, 54, 56, 57, 59, 60, 61, 75], "file": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 14, 16, 20, 21, 24, 25, 26, 28, 30, 31, 34, 38, 40, 42, 43, 44, 46, 47, 48, 49, 51, 52, 57, 60, 61, 63, 73, 74, 77], "now": [0, 2, 3, 5, 10, 11, 12, 13, 21, 27, 31, 32, 33, 34, 38, 40, 44, 52, 53, 57, 73, 75], "you": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 21, 22, 24, 27, 29, 31, 32, 33, 34, 35, 40, 43, 44, 46, 47, 48, 49, 52, 53, 54, 57, 59, 60, 61, 62, 73, 74, 75], "can": [0, 1, 2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 41, 42, 43, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 73, 74, 75], "compil": [0, 7, 10, 12, 14, 16, 20, 24, 26, 30, 32, 34, 35, 36, 37, 38, 39, 42, 53, 58, 60, 75], "each": [1, 9, 10, 11, 13, 14, 15, 16, 19, 27, 28, 32, 33, 38, 39, 40, 42, 44, 49, 50, 51, 53, 54, 56, 57, 60, 73, 75], "fall": [1, 27], "one": [1, 8, 11, 12, 13, 14, 15, 16, 19, 22, 24, 27, 28, 30, 32, 36, 38, 39, 40, 41, 43, 44, 48, 49, 51, 52, 53, 54, 57, 59, 60, 61, 75], "follow": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 21, 22, 24, 25, 26, 27, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 44, 46, 47, 50, 51, 52, 53, 55, 57, 59, 73, 74, 75], "experiment": [1, 28, 36], "thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "stage": [1, 12, 14, 18, 19, 26, 36, 38, 40, 53, 73], "ar": [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 63, 73, 74, 75], "under": [1, 3, 4, 6, 8, 11, 16, 21, 27, 32, 39, 40, 44, 52, 57, 59, 60], "activ": [1, 2, 8, 9, 10, 13, 16, 21, 27, 34, 36, 43, 44, 46, 49, 52, 56], "develop": [1, 2, 9, 15, 24, 25, 28, 31, 32, 34, 35, 36, 37, 38, 40, 41, 43, 44, 46, 47, 50, 51, 52, 53, 54, 56, 62, 77], "mai": [1, 2, 3, 11, 12, 13, 14, 16, 27, 28, 30, 32, 36, 39, 44, 49, 53, 54, 55, 57, 59, 60, 61, 73], "chang": [1, 2, 3, 4, 8, 13, 14, 15, 27, 28, 32, 34, 39, 40, 43, 44, 46, 52, 55, 59, 75], "remov": [1, 2, 13, 28, 38, 47, 53], "ani": [1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 16, 19, 20, 22, 24, 25, 27, 28, 30, 31, 32, 34, 35, 38, 40, 41, 43, 44, 46, 47, 51, 52, 53, 54, 55, 57, 59, 62, 63, 75], "time": [1, 10, 11, 13, 15, 18, 22, 25, 27, 28, 30, 31, 33, 36, 38, 39, 40, 41, 42, 43, 44, 47, 49, 51, 57, 60, 61, 62, 74, 75, 76], "That": [1, 16, 52], "said": 1, "expect": [1, 9, 11, 14, 15, 16, 19, 22, 25, 27, 28, 31, 32, 40, 41, 44, 51, 52, 75], "i": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 54, 55, 56, 57, 59, 60, 61, 62, 73, 74, 75], "eventu": [1, 25, 26, 28, 33], "promot": [1, 16, 38, 39], "stabl": [1, 30, 40], "unless": [1, 31], "suffici": [1, 9], "neg": [1, 12, 39], "signal": [1, 10, 50], "have": [1, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 21, 22, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 46, 47, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 73, 75], "been": [1, 8, 9, 10, 11, 16, 20, 22, 24, 28, 36, 39, 44, 50, 52, 53, 60, 62], "collect": [1, 2, 13, 16, 30, 38, 41, 42, 44, 51], "from": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 33, 34, 35, 36, 38, 40, 41, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 73, 74, 75], "commun": [1, 19, 35, 39, 44], "better": [1, 14, 15, 21, 27, 31, 36, 42, 75], "altern": [1, 12, 26, 27, 34, 75], "found": [1, 2, 8, 11, 13, 14, 19, 26, 29, 38, 39, 40, 44, 48, 51, 53, 56, 75], "clearli": 1, "see": [1, 4, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 27, 28, 30, 31, 34, 38, 40, 42, 43, 44, 45, 46, 47, 48, 49, 54, 55, 56, 57, 59, 60, 63, 73, 75], "section": [1, 3, 5, 8, 10, 20, 21, 22, 27, 34, 35, 40, 41, 43, 46, 47, 48, 52, 53, 56, 58, 59, 60, 73], "below": [1, 2, 3, 6, 8, 9, 10, 11, 18, 20, 24, 27, 33, 34, 38, 40, 43, 44, 46, 47, 49, 50, 52, 53, 59, 74], "without": [1, 2, 3, 15, 16, 22, 27, 28, 31, 32, 35, 36, 37, 39, 40, 41, 42, 44, 46, 47, 54, 55, 57, 60, 74], "notic": [1, 8, 10, 11, 27, 44, 75], "should": [1, 2, 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 21, 24, 25, 27, 28, 33, 34, 38, 39, 40, 41, 43, 44, 47, 49, 51, 52, 54, 56, 57, 59, 60, 73, 74], "stabil": [1, 39], "guarante": [1, 12, 28, 41, 54, 55], "consid": [1, 12, 13, 15, 22, 25, 33, 36, 39, 40, 44, 52, 57], "thei": [1, 8, 10, 11, 14, 16, 22, 24, 25, 28, 31, 32, 34, 40, 44, 49, 53, 54, 56, 57, 60, 61, 74, 75], "thoroughli": 1, "test": [1, 10, 16, 26, 34, 40, 52, 60, 74, 75], "readi": [1, 12, 27, 29, 34, 35, 46, 53, 59], "product": [1, 2, 22, 27, 33, 36, 37, 40], "us": [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 39, 41, 42, 43, 48, 51, 52, 53, 54, 55, 56, 57, 60, 61, 63, 73, 75, 77], "The": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 73, 74, 75], "recommend": [1, 2, 3, 5, 6, 7, 8, 9, 10, 13, 15, 22, 27, 34, 39, 40, 41, 44, 46, 47, 53, 57, 60, 73], "best": [1, 11, 15, 24, 27, 75], "practic": [1, 33, 44, 59, 60], "when": [1, 2, 3, 4, 5, 10, 13, 14, 15, 16, 19, 20, 25, 27, 28, 30, 31, 32, 34, 35, 36, 40, 41, 42, 44, 50, 52, 53, 54, 55, 59, 60, 75], "write": [1, 8, 11, 12, 14, 15, 16, 19, 24, 26, 27, 30, 31, 32, 34, 38, 40, 43, 49, 52, 74, 75], "an": [1, 2, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 16, 19, 22, 26, 27, 28, 29, 32, 33, 35, 36, 37, 38, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60, 61, 62, 63, 73, 75], "wai": [1, 2, 3, 10, 12, 13, 14, 15, 16, 26, 27, 28, 32, 33, 39, 40, 41, 44, 51, 52, 54, 55, 61, 63, 74, 75], "doesn": [1, 8, 12, 15, 16, 32, 61], "t": [1, 8, 10, 12, 14, 15, 16, 19, 24, 27, 28, 30, 31, 32, 36, 38, 39, 40, 43, 44, 54, 57, 59, 61], "need": [1, 2, 3, 5, 7, 8, 10, 11, 12, 13, 14, 16, 19, 20, 21, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37, 39, 40, 41, 43, 44, 52, 54, 56, 57, 59, 60, 61, 73, 74, 75], "futur": [1, 3, 4, 38, 51, 52, 55, 60], "break": [1, 2, 16, 28, 35, 44, 54], "If": [1, 2, 3, 5, 7, 8, 11, 12, 13, 14, 15, 20, 21, 22, 24, 26, 27, 28, 30, 32, 34, 35, 38, 39, 40, 42, 43, 44, 46, 47, 50, 51, 57, 59, 61, 62, 74, 75], "made": [1, 13, 16, 32, 36, 38], "alwai": [1, 2, 10, 28, 40, 44, 47, 50, 57], "transit": [1, 32, 52], "befor": [1, 2, 5, 6, 7, 8, 10, 12, 13, 15, 16, 18, 21, 27, 28, 31, 33, 35, 38, 44, 47, 48, 53, 54, 57, 59, 60, 73, 75], "being": [1, 10, 12, 13, 14, 25, 28, 32, 36, 40, 42, 44, 49, 50, 52, 54, 73, 75], "broken": [1, 11, 19], "librari": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 16, 20, 24, 26, 29, 32, 33, 35, 36, 39, 43, 44, 46, 47, 54, 59, 60, 73], "longer": [1, 28, 31, 32, 75], "version": [1, 2, 8, 9, 10, 13, 20, 21, 28, 34, 35, 43, 44, 47, 52, 57, 59], "remain": [1, 32, 38, 44], "function": [1, 3, 4, 8, 10, 11, 13, 14, 18, 19, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 40, 44, 46, 51, 53, 54, 57, 59, 60, 61, 73, 74, 75], "least": [1, 28, 32, 54], "allow": [1, 12, 13, 14, 16, 19, 20, 28, 30, 32, 33, 36, 37, 38, 39, 41, 42, 44, 48, 53, 54, 60, 62, 75], "migrat": [1, 28], "delet": [1, 21, 32, 47, 54, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "whose": [1, 15, 28, 52], "perman": 1, "clean": [1, 9, 10, 20, 21, 34, 44, 47, 59, 73], "up": [1, 2, 9, 11, 12, 14, 15, 20, 21, 22, 28, 35, 40, 43, 44, 46, 47, 52, 54, 59, 73, 74, 75], "both": [1, 2, 8, 10, 11, 12, 14, 15, 16, 22, 26, 27, 28, 32, 33, 38, 39, 40, 41, 42, 44, 48, 52, 54, 59, 74], "document": [1, 6, 8, 12, 16, 22, 26, 27, 28, 29, 33, 38, 39, 42, 48, 50, 51, 54, 56, 57, 60, 62, 75], "step": [1, 4, 5, 6, 7, 8, 9, 10, 12, 16, 24, 27, 28, 29, 33, 35, 36, 46, 47, 49, 53, 57, 60, 73, 74, 75], "discuss": [1, 33, 35, 41, 60], "initi": [1, 2, 13, 15, 16, 26, 28, 32, 40, 43, 44, 50, 51, 53, 55, 57, 58, 60], "feedback": [1, 35, 46, 47], "listen": [1, 2], "user": [1, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 24, 25, 26, 27, 28, 32, 33, 37, 38, 40, 41, 42, 43, 44, 47, 49, 50, 51, 56, 57, 59, 60, 62, 74], "after": [1, 2, 3, 8, 10, 12, 13, 15, 16, 18, 20, 22, 24, 26, 27, 28, 31, 34, 38, 44, 46, 48, 49, 53, 55, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "first": [1, 8, 9, 10, 12, 13, 14, 16, 27, 28, 30, 31, 34, 36, 38, 39, 44, 46, 47, 49, 52, 55, 57, 59, 60, 73, 74, 75], "who": [1, 14, 15, 26, 33, 36, 38, 41], "weren": 1, "involv": [1, 2, 16, 31, 60], "origin": [1, 12, 13, 14, 16, 19, 22, 28, 30, 32, 36, 38, 41, 44, 53, 60, 62, 73, 75], "good": [1, 26, 33, 34, 40, 59], "argument": [1, 13, 19, 25, 27, 30, 31, 32, 33, 38, 51, 53, 59, 73, 75], "onc": [1, 2, 6, 9, 12, 27, 28, 31, 39, 40, 44, 46, 47, 50, 52, 57, 59], "ha": [1, 3, 8, 10, 11, 12, 14, 15, 16, 20, 22, 24, 27, 28, 32, 33, 36, 37, 38, 39, 40, 43, 44, 48, 49, 50, 52, 53, 54, 60, 62, 75], "pass": [1, 5, 7, 8, 10, 14, 15, 16, 19, 24, 25, 27, 28, 31, 32, 33, 34, 36, 38, 40, 42, 44, 49, 52, 56, 57, 59, 61, 62, 74], "Be": [1, 32], "sure": [1, 2, 5, 7, 8, 9, 10, 12, 21, 27, 34, 38, 41, 43, 44, 52, 73], "also": [1, 3, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 20, 21, 22, 25, 26, 27, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 46, 50, 52, 54, 56, 57, 59, 60, 62, 73, 74, 75], "refer": [1, 2, 4, 6, 8, 14, 15, 16, 20, 23, 24, 26, 32, 33, 34, 40, 41, 43, 44, 48, 50, 51, 53, 57, 58, 60, 62, 73, 75], "make": [1, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 21, 27, 28, 29, 32, 34, 36, 38, 40, 41, 42, 43, 44, 52, 55, 56, 59, 60, 61, 63, 73, 75], "exist": [1, 5, 10, 28, 35, 36, 38, 39, 40, 44, 46, 47, 54, 75], "interfac": [1, 2, 10, 16, 24, 31, 32, 36, 51, 53, 54, 57, 60, 62], "ad": [1, 3, 4, 10, 12, 13, 14, 19, 24, 32, 38, 39, 41, 46, 47, 55, 73], "non": [1, 7, 11, 13, 14, 18, 26, 28, 30, 40, 41, 44, 50, 53, 55, 73], "option": [1, 2, 5, 8, 12, 13, 14, 15, 16, 19, 20, 25, 27, 28, 33, 34, 40, 43, 46, 50, 51, 55, 57, 60, 62, 75], "paramet": [1, 8, 9, 11, 13, 14, 16, 25, 28, 30, 32, 40, 48, 51, 53, 63, 75], "method": [1, 7, 8, 18, 24, 27, 28, 30, 32, 34, 38, 44, 46, 47, 59, 60, 63, 74, 75], "do": [1, 5, 11, 12, 13, 14, 15, 16, 20, 24, 25, 27, 28, 32, 36, 38, 39, 40, 42, 44, 46, 50, 52, 53, 54, 57, 59, 62, 74, 75], "singl": [1, 11, 12, 13, 16, 28, 32, 33, 39, 40, 41, 42, 44, 51, 52, 57, 60, 74], "commit": [1, 34], "creat": [1, 5, 7, 9, 10, 12, 13, 14, 19, 21, 24, 28, 30, 33, 39, 40, 42, 43, 44, 50, 53, 54, 57, 62, 75], "new": [1, 3, 5, 10, 11, 12, 13, 15, 16, 27, 28, 32, 34, 36, 38, 39, 46, 47, 54, 60, 73, 75], "meet": [1, 11, 13, 41], "requir": [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 20, 21, 27, 28, 30, 32, 33, 37, 40, 41, 42, 43, 44, 54, 57, 59, 73, 74, 75], "old": [1, 15, 34, 48], "move": [1, 2, 16, 21, 28, 32, 40, 44], "possibl": [1, 3, 13, 16, 28, 33, 36, 38, 39, 40, 41, 44, 52, 54, 57, 60], "languag": [1, 16, 30, 34, 43], "standard": [1, 14, 26, 27, 31, 32, 33, 35, 36, 40, 41, 48, 52, 54, 55], "annot": [1, 15, 30, 44, 56, 75], "lifecycl": [1, 32, 35], "easier": [1, 8, 16, 29, 36, 55, 60, 75], "id": [1, 10, 14, 16, 28, 44, 51, 57], "other": [1, 2, 10, 11, 12, 13, 16, 22, 26, 28, 30, 31, 32, 33, 34, 38, 39, 40, 44, 48, 49, 51, 52, 54, 55, 57, 59, 61, 75], "tool": [1, 2, 3, 5, 10, 24, 25, 27, 35, 36, 37, 40, 42, 44, 49, 50, 51, 53, 54, 59, 62, 77], "python": [1, 2, 5, 7, 8, 9, 10, 12, 14, 16, 20, 22, 25, 27, 28, 30, 31, 34, 36, 38, 40, 42, 43, 44, 48, 50, 52, 57, 62, 73, 74, 75, 76], "exir": [1, 8, 11, 12, 13, 14, 15, 18, 25, 26, 30, 33, 34, 38, 44, 52, 56, 73, 74, 75], "_warn": 1, "decor": 1, "warn": [1, 28, 48, 75], "docstr": 1, "usag": [1, 8, 16, 25, 41, 43, 44, 51, 52, 60, 63, 74], "c": [1, 2, 9, 13, 16, 27, 28, 33, 34, 35, 36, 41, 43, 48, 52, 61, 63], "et_deprec": [1, 28], "macro": [1, 2, 42, 44, 54], "et_experiment": [1, 28], "start": [1, 6, 8, 15, 16, 19, 26, 27, 28, 33, 34, 38, 44, 46, 47, 48, 52, 55, 59, 73], "doxygen": [1, 11], "comment": [1, 39], "lang": 1, "androidx": 1, "requiresoptin": 1, "link": [1, 2, 5, 7, 8, 10, 14, 16, 20, 22, 25, 26, 27, 30, 33, 36, 41, 42, 46, 47, 50, 52, 59, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "newmethod": 1, "instead": [1, 10, 13, 15, 16, 24, 28, 33, 37, 40, 41, 54, 59, 61, 75], "object": [1, 2, 12, 13, 22, 25, 28, 30, 31, 40, 44, 49, 50, 51, 52, 53, 75], "__attribute__": 1, "swift": 1, "avail": [1, 2, 4, 8, 10, 14, 19, 22, 26, 27, 28, 36, 40, 42, 44, 51, 53, 54, 59, 63], "messag": [1, 2, 43, 44, 54, 59, 61], "would": [1, 8, 11, 13, 15, 16, 27, 32, 33, 34, 38, 39, 40, 46, 53, 54, 74, 75], "trigger": [1, 33], "static": [1, 2, 7, 14, 15, 20, 26, 28, 30, 32, 33, 40, 42, 53, 57, 59, 63, 75], "inform": [1, 14, 16, 17, 18, 19, 28, 30, 33, 40, 42, 43, 44, 45, 48, 49, 50, 53, 55, 57, 59, 63, 73, 74, 75], "point": [1, 10, 11, 14, 16, 19, 22, 26, 27, 28, 32, 33, 36, 38, 40, 44, 53, 59, 60, 75], "clear": [1, 2, 31, 33, 40, 41, 44], "specifi": [1, 3, 10, 13, 14, 27, 28, 30, 32, 38, 39, 40, 42, 44, 51, 52, 56, 59, 73, 74, 75], "earliest": 1, "which": [1, 2, 3, 8, 9, 10, 11, 12, 13, 14, 16, 19, 20, 21, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 38, 39, 40, 41, 42, 43, 44, 47, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 73, 75], "actual": [1, 3, 11, 15, 22, 28, 31, 32, 40, 42, 44, 49], "here": [1, 2, 5, 8, 10, 11, 12, 14, 19, 20, 26, 27, 28, 32, 34, 38, 40, 44, 46, 47, 48, 49, 50, 53, 57, 59, 73, 75], "wait": [1, 47], "2": [1, 5, 6, 7, 8, 10, 14, 15, 16, 18, 19, 20, 27, 28, 32, 33, 34, 36, 37, 38, 40, 43, 46, 47, 48, 49, 51, 52, 53, 55, 57, 59, 63, 73, 74, 75], "minor": [1, 52], "For": [1, 2, 3, 4, 5, 6, 10, 12, 13, 14, 16, 19, 20, 22, 24, 27, 28, 30, 31, 33, 34, 38, 39, 40, 42, 43, 44, 46, 47, 48, 49, 50, 51, 53, 54, 56, 57, 59, 60, 63, 73], "1": [1, 2, 5, 6, 7, 8, 10, 12, 14, 15, 16, 18, 19, 20, 24, 27, 30, 31, 32, 33, 34, 36, 40, 43, 46, 47, 48, 52, 57, 59, 62, 63, 73, 74, 75], "3": [1, 2, 8, 10, 14, 16, 18, 19, 27, 31, 32, 34, 39, 40, 44, 46, 47, 51, 52, 55, 57, 59, 73, 74, 75], "x": [1, 11, 12, 14, 26, 27, 34, 36, 52, 73, 74, 75], "5": [1, 2, 11, 13, 14, 21, 27, 32, 34, 46, 47, 74, 75], "later": [1, 3, 10, 14, 15, 20, 33, 43, 59, 75], "author": [2, 19, 31, 32, 33, 37, 40, 44, 48, 54, 57, 74, 75], "anthoni": [2, 31, 32], "shoumikhin": [2, 31, 32], "io": [2, 5, 7, 15, 31, 33, 34, 35, 36, 44, 51, 53, 64, 73], "maco": [2, 5, 7, 10, 20, 21, 34, 35, 53], "distribut": [2, 10, 32, 44, 47], "prebuilt": [2, 47], "xcframework": [2, 5, 7, 47, 59], "binari": [2, 3, 5, 7, 8, 10, 11, 14, 16, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 44, 47, 51, 52, 54, 55, 59, 60, 63, 73, 75], "target": [2, 5, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 20, 27, 33, 34, 36, 38, 40, 42, 43, 44, 47, 51, 52, 53, 54, 55, 56, 60, 73, 75], "These": [2, 3, 13, 16, 26, 27, 32, 36, 37, 38, 40, 44, 53, 54, 74], "compat": [2, 16, 28, 34, 35, 37, 43, 44, 49, 52, 54, 59, 60], "devic": [2, 9, 14, 16, 19, 21, 24, 25, 27, 28, 29, 33, 34, 35, 36, 37, 38, 40, 43, 44, 46, 50, 56, 59, 60, 75], "simul": [2, 27], "mode": [2, 12, 19, 27, 31, 33, 36, 38, 42, 44, 50, 52, 54, 75], "main": [2, 9, 11, 20, 22, 26, 27, 34, 35, 36, 40, 42, 43, 44, 46, 47, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "compon": [2, 10, 14, 19, 24, 25, 31, 37, 42, 44, 47, 52, 60], "backend_coreml": 2, "ml": [2, 16, 21, 26, 27, 33, 44, 47, 59, 73, 75], "backend_mp": 2, "mp": [2, 21, 34, 35, 44, 47, 59], "backend_xnnpack": 2, "kernels_custom": 2, "llm": [2, 43], "kernels_optim": 2, "kernels_port": 2, "naiv": [2, 15], "kernels_quant": 2, "export": [2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 20, 22, 25, 26, 27, 28, 31, 35, 36, 37, 39, 40, 46, 47, 50, 52, 53, 56, 57, 60, 62, 63, 73, 74, 77], "model": [2, 5, 6, 10, 14, 15, 16, 18, 19, 22, 23, 25, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 49, 51, 55, 56, 59, 60, 63, 69, 77], "It": [2, 3, 8, 9, 11, 13, 14, 15, 16, 18, 19, 20, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 47, 51, 52, 53, 54, 57, 59, 60, 61, 63, 73, 74, 75], "directli": [2, 13, 14, 16, 18, 21, 24, 25, 26, 27, 28, 31, 32, 34, 42, 44, 47, 54, 56, 59, 60, 75], "against": [2, 16, 28, 41, 44, 47, 51, 59], "access": [2, 8, 11, 12, 14, 16, 19, 22, 24, 25, 28, 40, 41, 42, 47, 51, 52, 60, 62, 74], "e": [2, 8, 11, 12, 14, 16, 24, 27, 28, 31, 32, 36, 38, 39, 40, 44, 46, 47, 52, 54, 55, 56, 60, 75], "executorch_debug": [2, 47], "framework": [2, 3, 5, 7, 19, 28, 35, 40, 46, 47, 59, 60], "perform": [2, 7, 8, 9, 10, 12, 13, 14, 16, 21, 22, 25, 26, 27, 33, 36, 37, 38, 39, 40, 41, 43, 47, 50, 51, 52, 53, 54, 56, 59, 62, 63, 73, 74], "deliver": [2, 47], "those": [2, 4, 16, 21, 27, 28, 33, 36, 38, 39, 40, 41, 47, 54, 57, 59, 60, 73, 75], "_debug": [2, 47], "suffix": [2, 47], "all": [2, 7, 9, 10, 11, 13, 14, 15, 16, 22, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 38, 40, 44, 47, 49, 51, 52, 53, 55, 57, 59, 60, 61, 62, 63, 73, 74, 75], "overhead": [2, 16, 19, 28, 31, 33, 36, 47, 52, 53, 54], "go": [2, 5, 7, 10, 14, 27, 33, 34, 40, 46, 53, 73, 74, 75, 76], "past": [2, 52], "url": [2, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "repo": [2, 8, 9, 10, 20, 34, 43, 47, 52, 54, 59, 60, 73], "search": 2, "bar": [2, 53], "select": [2, 5, 9, 14, 21, 27, 33, 40, 41, 44, 47, 52, 59], "branch": [2, 9, 33, 34, 51], "name": [2, 4, 6, 7, 8, 10, 12, 13, 16, 19, 21, 25, 26, 27, 28, 30, 31, 34, 40, 42, 44, 48, 50, 51, 53, 57, 60, 63, 73, 74, 75], "desir": [2, 3, 14, 27, 33, 41, 44, 55, 60], "format": [2, 5, 11, 16, 19, 26, 27, 30, 31, 33, 35, 36, 38, 44, 46, 51, 53, 59, 73, 75], "swiftpm": [2, 47], "g": [2, 8, 14, 16, 24, 27, 28, 31, 32, 34, 36, 44, 54, 56, 60], "0": [2, 5, 8, 10, 11, 13, 14, 16, 18, 19, 24, 26, 27, 28, 31, 32, 34, 35, 38, 39, 40, 43, 44, 46, 51, 52, 55, 57, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "4": [2, 5, 7, 14, 32, 34, 35, 43, 44, 48, 51, 52, 55, 56, 57, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76], "year_month_d": 2, "20241201": 2, "nightli": 2, "date": 2, "Then": [2, 10, 12, 14, 15, 34, 40, 42, 44, 50, 59, 73], "click": [2, 5, 7, 8, 10, 21, 46, 47], "screenshot": 2, "watch": 2, "video": 2, "how": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 19, 20, 22, 23, 27, 28, 30, 31, 32, 34, 35, 38, 42, 43, 48, 51, 52, 53, 56, 57, 59, 60, 63, 73, 74, 75], "simpl": [2, 3, 4, 7, 10, 12, 27, 28, 34, 41, 50, 52, 60], "like": [2, 4, 8, 11, 12, 13, 14, 15, 16, 18, 27, 28, 31, 32, 33, 34, 37, 38, 39, 40, 42, 43, 44, 46, 47, 48, 52, 53, 54, 57, 59, 60, 61, 73, 75], "9": [2, 6, 75], "import": [2, 8, 10, 11, 13, 14, 15, 18, 26, 27, 29, 33, 34, 38, 40, 41, 44, 46, 47, 49, 50, 51, 52, 53, 56, 63, 73, 74, 75], "packagedescript": 2, "let": [2, 3, 8, 12, 16, 21, 27, 31, 34, 42, 50, 54, 57, 75], "yourpackagenam": 2, "v17": 2, "v10_15": 2, "yourtargetnam": 2, "year_month_dai": 2, "github": [2, 8, 10, 17, 20, 21, 27, 34, 35, 39, 42, 43, 44, 46, 47, 53, 75], "pytorch": [2, 5, 6, 7, 11, 14, 16, 17, 20, 21, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 44, 52, 53, 54, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "git": [2, 3, 8, 10, 21, 27, 34, 44], "check": [2, 7, 9, 11, 13, 14, 28, 31, 34, 35, 38, 57, 59, 60], "everyth": [2, 10, 27, 32, 49], "correctli": [2, 3, 47, 75], "cd": [2, 5, 6, 7, 8, 9, 10, 21, 27, 34, 43, 44, 52, 59, 73, 74], "path": [2, 5, 8, 10, 11, 20, 25, 27, 31, 33, 42, 43, 46, 49, 51, 57, 59, 63, 73, 74], "resolv": [2, 16, 40, 42, 44], "just": [2, 11, 12, 13, 15, 21, 24, 27, 31, 32, 41, 44, 52, 53, 54, 57], "anoth": [2, 10, 11, 12, 13, 14, 26, 27, 32, 34, 39, 41, 48, 60], "necessari": [2, 27, 28, 34, 36, 44, 54, 55, 75], "sourc": [2, 3, 5, 7, 8, 11, 12, 14, 17, 19, 21, 22, 25, 27, 28, 30, 34, 35, 36, 39, 41, 44, 48, 50, 51, 53, 60, 62, 63, 74, 75, 76], "them": [2, 3, 10, 12, 13, 16, 21, 22, 24, 25, 27, 28, 29, 31, 32, 35, 40, 42, 44, 47, 53, 54, 56, 59, 60, 61, 62, 74, 75], "rout": 2, "more": [2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 18, 20, 21, 22, 24, 26, 27, 28, 29, 30, 32, 33, 34, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 52, 53, 54, 56, 57, 59, 60, 61, 62, 73, 75], "certainli": 2, "doabl": 2, "instal": [2, 3, 4, 5, 6, 7, 8, 9, 10, 20, 21, 43, 44, 47, 52, 59, 73], "15": [2, 7, 19, 55, 75], "command": [2, 4, 5, 7, 8, 9, 27, 34, 44, 47, 51, 52, 59], "line": [2, 5, 8, 11, 14, 20, 22, 24, 27, 34, 40, 48, 59, 62, 75], "clone": [2, 10, 11, 21, 44, 47, 57, 59, 73], "depth": [2, 21, 27, 37, 57, 75], "recurs": [2, 21], "submodul": [2, 3, 13, 14, 16, 21, 26, 33, 34, 44, 51, 75], "shallow": [2, 21, 28], "set": [2, 9, 11, 13, 15, 19, 20, 21, 22, 28, 29, 30, 32, 33, 35, 36, 42, 43, 44, 46, 47, 49, 50, 51, 52, 53, 54, 59, 60, 63, 73, 74, 75], "10": [2, 11, 14, 19, 32, 34, 44, 46, 47, 55, 74, 75], "virtual": [2, 14, 16, 27, 28], "environ": [2, 9, 16, 20, 21, 32, 33, 40, 43, 44, 46, 47, 51, 52, 53, 54, 57, 60, 61, 63, 74, 75], "python3": [2, 5, 7, 8, 10, 20, 21, 27, 34, 44, 51, 59, 75], "m": [2, 5, 7, 8, 9, 10, 13, 20, 21, 27, 40, 43, 44, 51, 59, 73, 75], "venv": [2, 21, 34], "bin": [2, 5, 7, 8, 10, 21, 44, 46, 51, 74], "pip": [2, 3, 21, 34, 44, 59], "upgrad": [2, 3, 21], "plan": [2, 3, 4, 7, 11, 13, 14, 22, 27, 28, 31, 33, 36, 39, 41, 42, 51, 52, 57, 59, 60], "well": [2, 14, 18, 27, 28, 32, 33, 34, 36, 38, 39, 40, 42, 44, 46, 48, 53, 54, 60], "install_requir": [2, 5, 7, 9, 10, 20, 21, 34, 44, 59, 73], "sh": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 34, 44, 59, 73, 74], "pybind": [2, 21, 34], "coreml": [2, 5, 21, 34, 35], "script": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 44, 52, 59, 74, 75, 76], "cmake": [2, 4, 5, 6, 7, 8, 9, 10, 20, 21, 24, 27, 34, 42, 43, 44, 52, 60, 61, 74], "download": [2, 6, 8, 9, 10, 20, 43, 44, 47, 59, 73, 74, 75, 76], "websit": [2, 8, 9, 27, 39], "open": [2, 5, 11, 14, 16, 20, 26, 34, 36, 39, 44, 47, 49, 52, 53, 73, 74, 75], "dmg": 2, "applic": [2, 5, 6, 8, 10, 11, 24, 30, 33, 35, 40, 42, 44, 59, 60, 61, 73], "sudo": 2, "content": [2, 11, 13, 18, 28, 47, 48, 51, 53, 59, 75], "gui": 2, "build_apple_framework": [2, 5, 7, 59], "help": [2, 3, 7, 11, 12, 16, 22, 27, 28, 33, 35, 38, 40, 42, 51, 53, 54, 59, 60, 75], "invoc": [2, 16], "current": [2, 8, 9, 12, 15, 16, 27, 30, 32, 34, 38, 40, 44, 46, 47, 50, 52, 54, 61], "append": [2, 40, 55], "flag": [2, 4, 13, 24, 32, 34, 42, 50, 53, 59, 62, 73], "abov": [2, 4, 8, 10, 11, 12, 19, 21, 22, 27, 31, 33, 36, 40, 42, 43, 44, 50, 55, 56, 59, 62, 73, 74], "symbol": [2, 13, 15, 22, 25, 40, 51, 60, 61, 75], "finish": [2, 7, 8, 27, 28], "successfulli": [2, 5, 7, 8, 10, 21, 27, 28, 34, 46, 47, 59], "result": [2, 3, 5, 7, 9, 11, 12, 13, 14, 15, 16, 19, 24, 28, 32, 33, 34, 36, 37, 38, 39, 40, 44, 46, 49, 50, 57, 74, 75], "out": [2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 20, 24, 27, 28, 30, 33, 34, 35, 38, 42, 43, 44, 50, 52, 57, 59, 60, 62, 73, 74, 75], "copi": [2, 5, 10, 13, 15, 20, 28, 30, 32, 44, 53, 59, 60, 74], "project": [2, 5, 7, 10, 11, 13, 16, 17, 20, 22, 35, 44, 46, 47, 53, 57, 59, 60], "its": [2, 3, 4, 10, 14, 16, 22, 28, 32, 33, 34, 36, 44, 46, 51, 52, 54, 57, 59, 75], "oper": [2, 3, 6, 8, 9, 10, 12, 13, 14, 15, 18, 19, 22, 24, 27, 28, 31, 33, 35, 36, 41, 43, 50, 51, 52, 53, 54, 56, 59, 61, 62, 63, 73, 74, 75], "dure": [2, 7, 10, 11, 13, 14, 15, 16, 18, 19, 22, 26, 27, 28, 31, 33, 36, 40, 43, 44, 50, 52, 56, 60], "startup": 2, "regist": [2, 12, 14, 16, 19, 20, 26, 30, 33, 38, 42, 44, 59, 63], "dictionari": [2, 13, 14, 19, 25, 26, 50, 51, 74, 75], "encount": [2, 8, 16, 20, 27, 43, 46, 47, 49], "error": [2, 8, 14, 27, 28, 32, 44, 50, 54, 57, 75], "unregist": 2, "explicitli": [2, 19, 26, 27, 31, 32, 44], "forc": [2, 53], "load": [2, 5, 7, 8, 10, 14, 15, 16, 20, 22, 26, 27, 33, 35, 36, 38, 40, 43, 44, 46, 51, 53, 59, 60, 62, 63, 75], "certain": [2, 11, 12, 26, 28, 38, 40, 44, 59], "all_load": [2, 59], "force_load": [2, 59], "linker": [2, 8, 40, 59], "configur": [2, 8, 10, 16, 21, 27, 30, 34, 36, 41, 44, 50, 56, 73], "ensur": [2, 6, 12, 13, 28, 31, 32, 35, 43, 44, 46, 47, 60, 61], "earli": [2, 56], "": [2, 3, 5, 7, 12, 13, 14, 15, 16, 19, 21, 26, 27, 28, 31, 32, 33, 34, 36, 38, 40, 44, 46, 47, 49, 51, 52, 53, 55, 57, 59, 60, 61, 74, 75], "xcconfig": 2, "et_platform": 2, "sdk": [2, 6, 7, 8, 9, 10, 20, 24, 27, 36, 43, 52, 59, 76, 77], "iphonesimul": 2, "iphoneo": 2, "other_ldflag": 2, "inherit": [2, 38], "built_products_dir": 2, "libexecutorch": [2, 20, 27, 59], "libbackend_coreml": 2, "libbackend_mp": 2, "libbackend_xnnpack": 2, "libkernels_optim": 2, "libkernels_quant": 2, "replac": [2, 10, 12, 13, 15, 31, 39, 40, 44, 73, 75], "rememb": 2, "even": [2, 3, 15, 16, 28, 32, 36, 40, 52, 54, 55, 59], "built": [2, 3, 4, 6, 8, 10, 16, 20, 22, 25, 27, 34, 39, 51, 52, 60, 73], "preserv": [2, 13, 33, 36, 38, 39, 55], "assign": [2, 16, 19, 57], "config": [2, 10, 11, 30, 43, 44, 53, 73, 74], "navig": [2, 6, 47, 49], "info": [2, 8, 40, 42, 44, 59, 75], "tab": [2, 47, 49], "tensor": [2, 11, 12, 13, 14, 15, 16, 18, 22, 27, 28, 31, 33, 34, 35, 36, 38, 39, 44, 49, 52, 53, 54, 57, 59, 60, 63, 75], "tutori": [2, 5, 6, 7, 8, 9, 10, 11, 20, 27, 28, 29, 31, 34, 38, 43, 44, 46, 47, 53, 56, 59, 60, 62, 63, 73, 74, 76, 77], "learn": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 29, 32, 34, 35, 36, 38, 44, 46, 47, 56, 59, 60, 73, 74], "about": [2, 3, 5, 11, 14, 17, 21, 22, 27, 28, 29, 31, 32, 34, 35, 37, 39, 43, 44, 45, 49, 51, 53, 54, 55, 56, 57, 60, 74, 75], "wrap": [2, 11, 20, 31, 40, 44, 54, 63], "expos": [2, 13, 15, 18, 20, 42, 46, 47, 56], "pleas": [2, 4, 5, 7, 8, 9, 11, 14, 15, 20, 23, 27, 28, 30, 34, 35, 38, 40, 43, 44, 46, 47, 50, 51, 56, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "setup": [2, 4, 5, 6, 7, 10, 20, 31, 36], "public": [2, 6, 8, 28, 39, 40, 44, 46, 51, 59], "header": [2, 18, 24, 28, 40, 44, 51, 54, 59], "h": [2, 16, 24, 31, 32, 40, 44, 54, 61], "extens": [2, 5, 20, 22, 28, 32, 39, 44, 48, 57], "Or": [2, 31, 32, 42], "umbrella": 2, "onli": [2, 5, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 26, 27, 28, 31, 32, 33, 34, 36, 38, 39, 42, 44, 46, 47, 48, 52, 53, 54, 55, 57, 59, 60, 75], "still": [2, 14, 16, 19, 26, 33, 38, 39, 40, 41, 54, 60, 75], "There": [2, 12, 13, 14, 15, 16, 26, 27, 30, 32, 33, 41, 44, 51, 60, 75], "support": [2, 4, 5, 7, 9, 10, 11, 13, 14, 16, 20, 22, 27, 31, 32, 33, 34, 36, 37, 38, 42, 43, 44, 50, 52, 53, 54, 60, 61, 73], "beyond": [2, 4], "describ": [2, 12, 16, 27, 28, 33, 36, 38, 39, 40, 41, 50, 52, 56, 59], "strip": [2, 40], "extra": [2, 4, 16, 32, 53, 54, 59], "lightweight": [2, 6, 12, 32, 33, 36, 37, 57], "wrapper": [2, 11, 16, 20, 40, 44, 52, 54, 73], "intern": [2, 11, 14, 16, 28, 31, 40, 53, 57], "machineri": 2, "executorchlog": 2, "subscrib": 2, "own": [2, 11, 14, 15, 16, 28, 33, 39, 40, 41, 44, 53, 54, 56, 57, 60, 61, 75], "executorchlogsink": 2, "protocol": 2, "logsink": 2, "event": [2, 24, 27, 28, 44, 50, 54, 74], "myclass": 2, "nsobject": 2, "end": [2, 4, 19, 27, 28, 33, 35, 37, 44, 46, 47, 48, 55, 62, 74, 75, 76], "instancetyp": 2, "init": [2, 3, 4, 14, 27, 34, 44], "self": [2, 11, 12, 13, 14, 15, 19, 26, 27, 28, 30, 34, 38, 39, 40, 44, 48, 51, 52, 60, 73, 74, 75], "super": [2, 11, 13, 15, 26, 27, 34, 52, 74, 75], "sharedlog": 2, "addsink": 2, "endif": [2, 42], "return": [2, 11, 12, 13, 14, 15, 16, 18, 19, 25, 26, 27, 28, 30, 31, 33, 34, 38, 44, 46, 49, 50, 51, 52, 53, 54, 57, 63, 73, 74, 75], "void": [2, 11, 14, 19, 28, 31, 32, 40, 46], "dealloc": 2, "removesink": 2, "logwithlevel": 2, "executorchloglevel": 2, "level": [2, 3, 4, 8, 14, 16, 22, 26, 27, 28, 31, 36, 37, 44, 49, 50, 52, 53, 54, 57, 60, 62, 63, 75], "timestamp": [2, 19, 54], "nstimeinterv": 2, "filenam": [2, 8], "nsstring": 2, "nsuinteg": 2, "logmessag": 2, "stringwithformat": 2, "lu": 2, "unsign": [2, 8, 20, 43, 54], "long": [2, 10, 26, 28, 32, 38, 39, 44, 52, 54], "switch": 2, "executorchlogleveldebug": 2, "os_log_with_typ": 2, "os_log_default": 2, "os_log_type_debug": 2, "executorchloglevelinfo": 2, "os_log_type_info": 2, "executorchloglevelerror": 2, "os_log_type_error": 2, "executorchloglevelfat": 2, "os_log_type_fault": 2, "default": [2, 3, 7, 10, 11, 12, 13, 14, 16, 18, 19, 27, 28, 31, 32, 33, 34, 38, 39, 40, 41, 44, 46, 51, 53, 59, 73, 75], "os_log": 2, "share": [2, 8, 20, 40, 43, 46, 47, 52], "sink": 2, "deinit": 2, "func": [2, 38, 40], "loglevel": 2, "timeinterv": 2, "string": [2, 12, 14, 16, 19, 28, 30, 40, 44, 46, 51, 54, 55, 63], "uint": 2, "fatal": 2, "fault": 2, "intention": [2, 28], "defin": [2, 10, 12, 14, 15, 16, 19, 26, 33, 34, 38, 39, 40, 44, 52, 53, 54, 57, 61, 63], "equal": [2, 13, 28, 32, 51, 54, 75], "zero": [2, 28, 31, 32, 53, 55, 75], "debugg": [2, 22, 25, 36], "map": [2, 7, 13, 14, 25, 26, 28, 39, 40, 41, 44, 48, 51, 57, 60], "lldb": 2, "session": 2, "path_to_executorch_source_cod": 2, "appropri": [2, 9, 10, 16, 44, 52, 53, 54], "correct": [2, 7, 8, 11, 13, 28, 40, 41, 63], "invok": [2, 24, 46], "issu": [2, 4, 5, 7, 8, 12, 27, 32, 35, 39, 43, 44, 75], "persist": [2, 75], "confirm": 2, "too": [2, 10, 28, 32, 43, 50], "keep": [2, 12, 27, 28, 32, 39, 44, 54, 60], "minim": [2, 19, 28, 32, 33, 36, 39, 40, 42, 44, 53, 63], "impact": [2, 39, 44], "checksum": 2, "mismatch": 2, "cach": [2, 47], "menu": [2, 46], "reset": [2, 28, 31, 32], "rm": [2, 9, 44, 47, 52], "rf": [2, 9, 44, 47, 52], "youprojectnam": 2, "xcodeproj": [2, 21], "xcworkspac": 2, "xcshareddata": 2, "org": [2, 30, 44, 47, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "dt": [2, 47], "deriveddata": [2, 47], "fulli": [2, 22, 27, 33, 36, 39, 44, 53, 57, 60, 75], "quit": [2, 40, 47], "termin": [2, 5, 21, 28, 34, 44, 47, 51, 59], "avoid": [2, 3, 15, 16, 28, 32, 33, 40, 44, 54, 60, 61], "conflict": [2, 3], "disclaim": [3, 4], "restructur": [3, 4], "repositori": [3, 4, 7, 8, 9, 27, 35, 39, 44, 48, 73], "around": [3, 4, 11, 16, 42, 44, 52, 55], "With": [3, 4, 5, 7, 19, 32, 33, 44, 50, 53], "some": [3, 4, 8, 14, 16, 19, 20, 27, 28, 32, 33, 35, 39, 40, 44, 47, 52, 53, 54, 55, 59, 60, 75], "guidelin": [3, 4, 44], "A": [3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 25, 27, 28, 30, 32, 35, 38, 40, 42, 43, 44, 48, 50, 51, 52, 53, 56, 57, 75], "extern": [3, 4, 32, 41, 54], "effici": [3, 14, 16, 26, 27, 33, 36, 37, 44, 53, 56], "aot": [3, 4, 10, 14, 19, 27, 33, 40, 44, 52], "partit": [3, 4, 13, 14, 27, 44, 52, 73], "preprocess": [3, 4, 26, 30, 44, 53], "execut": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 19, 22, 26, 29, 30, 31, 34, 35, 36, 37, 38, 40, 41, 44, 49, 50, 51, 52, 54, 56, 57, 58, 61, 62, 63, 73, 74, 77], "run": [3, 11, 13, 14, 15, 16, 19, 22, 24, 25, 26, 28, 33, 35, 36, 37, 38, 39, 42, 45, 46, 47, 51, 53, 54, 56, 59, 60, 61, 62, 74, 76], "manner": [3, 27], "guid": [3, 6, 20, 42, 44], "aim": [3, 41, 42, 52, 53], "classifi": 3, "differ": [3, 10, 12, 14, 16, 19, 21, 27, 32, 33, 38, 40, 41, 44, 49, 51, 54, 56, 57, 60, 75], "type": [3, 4, 11, 13, 16, 19, 27, 28, 30, 32, 33, 38, 44, 46, 47, 51, 53, 60, 75], "might": [3, 8, 10, 12, 13, 15, 27, 28, 35, 44, 54, 59, 75], "high": [3, 4, 9, 10, 14, 16, 27, 32, 36, 37, 41, 43, 53, 57, 60, 75], "guidanc": 3, "partition": [3, 4, 14, 26, 30, 44, 52, 73, 75], "either": [3, 4, 11, 15, 16, 19, 25, 26, 27, 31, 32, 33, 36, 38, 42, 51], "talk": [3, 10, 27], "alreadi": [3, 10, 11, 12, 15, 16, 27, 36, 38, 54, 60], "prefer": [3, 39, 54], "insid": [3, 6, 11, 14, 18, 24, 25, 26, 28, 38, 47, 53, 59], "delegate_nam": [3, 4], "introduc": [3, 12, 16, 27, 31, 38, 48, 52, 75], "detail": [3, 6, 8, 11, 16, 17, 18, 20, 22, 24, 27, 28, 30, 31, 33, 34, 38, 40, 43, 44, 45, 46, 47, 51, 53, 55, 56, 57, 60, 62, 63, 75], "categori": [3, 35, 36], "cover": [3, 10, 33, 36, 40, 54, 57, 59, 75], "math": [3, 41, 44, 52], "whole": [3, 16, 18, 33, 40, 42, 44, 46, 47, 59], "handl": [3, 11, 14, 16, 25, 32, 39, 44, 51, 54, 57], "lower": [3, 5, 6, 7, 8, 12, 14, 15, 18, 19, 20, 27, 30, 31, 33, 35, 38, 40, 43, 44, 53, 56, 57, 60], "subgraph": [3, 12, 14, 18, 30, 36, 44, 52, 53, 73, 75], "At": [3, 4, 14, 16, 27, 33, 36, 38, 40, 44, 57, 60, 75], "pai": [3, 28, 54], "what": [3, 5, 6, 7, 9, 10, 15, 18, 19, 20, 25, 27, 35, 40, 42, 44, 54, 73, 75], "approach": [3, 39, 40, 44, 74], "similar": [3, 10, 20, 27, 32, 34, 40, 74], "restrict": [3, 38, 60], "part": [3, 5, 8, 10, 11, 12, 13, 14, 16, 19, 26, 29, 36, 37, 38, 39, 43, 44, 51, 52, 53, 54, 73], "try": [3, 12, 14, 15, 20, 21, 27, 34, 57, 73, 75], "reduc": [3, 12, 15, 16, 33, 36, 38, 39, 42, 43, 52, 53, 54, 56, 59, 60], "size": [3, 7, 8, 11, 15, 16, 24, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 42, 43, 44, 52, 54, 55, 57, 59, 74], "enabl": [3, 5, 14, 16, 19, 22, 24, 27, 32, 33, 35, 36, 37, 43, 44, 50, 51, 53, 54, 56, 62], "rest": [3, 9, 11, 14, 16, 27, 28, 44], "outsid": [3, 13, 34, 39, 40, 41, 50, 54], "disabl": [3, 27, 34, 59], "explicit": [3, 28, 52], "pypi": 3, "rang": [3, 11, 15, 34, 36, 44, 51, 62, 74, 75], "tag": [3, 5, 8, 14, 16, 26, 28, 43, 75], "minimum": [3, 4, 28, 44, 54], "rational": 3, "special": [3, 12, 14, 15, 16, 26, 36, 38, 40, 43, 44, 46, 74, 75], "list": [3, 4, 13, 14, 16, 18, 19, 26, 27, 28, 30, 31, 36, 38, 39, 40, 41, 44, 48, 51, 52, 59, 73, 75], "logist": 3, "complic": [3, 13], "continu": [3, 15, 27, 38, 39, 43, 46, 53, 73], "evolv": [3, 27, 28, 30, 63], "txt": [3, 4, 6, 8, 20, 21, 24, 40, 42, 44, 59], "suppli": [3, 14, 25, 27, 32, 73], "goal": [3, 10, 16, 27, 35, 38, 39, 41, 44, 46, 47, 75], "decoupl": 3, "otherwis": [3, 11, 12, 27, 34, 54], "mitig": 3, "given": [3, 11, 13, 14, 15, 25, 27, 28, 32, 36, 38, 39, 40, 44, 51, 54, 63, 75], "uniqu": [4, 19, 22, 27, 37, 39, 41], "flow": [4, 8, 11, 12, 14, 16, 27, 33, 36, 38, 42, 44, 50, 51, 53, 56, 60, 73, 74, 75], "exclud": [4, 44], "third": [4, 8, 10, 13, 26, 27, 36, 40, 44, 53, 58, 75], "parti": [4, 8, 10, 36, 44, 53, 58, 75], "top": [4, 5, 10, 16, 26, 27, 39, 40, 44, 51, 52], "packag": [4, 16, 30, 34, 40, 44, 75], "must": [4, 9, 13, 14, 16, 27, 28, 31, 32, 33, 38, 40, 41, 43, 54, 59, 60, 75], "dir": [4, 27], "cmakelist": [4, 20, 24, 40, 42, 44, 59], "add_subdirectori": [4, 44], "condition": [4, 60], "executorch_build_": 4, "executorch_build_xnnpack": [4, 20, 44], "complex": [4, 10, 16, 28, 31, 34, 54], "e2": [4, 11, 51], "reach": [4, 28, 44], "u": [4, 13, 16, 21, 22, 35, 53, 57, 59, 75], "common": [4, 10, 12, 13, 15, 28, 32, 38, 41, 48], "unit": [4, 6, 14, 39, 40, 51], "logic": [4, 14, 42, 44], "pte": [4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 21, 26, 31, 34, 35, 43, 44, 46, 52, 54, 57, 60, 63, 73, 75], "nn": [4, 10, 11, 13, 14, 16, 26, 27, 28, 30, 33, 34, 38, 44, 51, 52, 53, 56, 57, 63, 74, 75], "gtest": 4, "readm": [4, 40, 43, 45, 46, 47, 53], "md": [4, 17, 40, 43], "explain": [4, 20, 35], "basic": [4, 10, 13, 16, 21, 22, 34, 39, 42, 51, 53, 75], "featur": [4, 27, 33, 34, 35, 40, 41, 46, 47, 59, 60], "known": [4, 16, 31, 39, 52], "ones": [4, 10, 11, 12, 13, 26, 27, 32, 34, 44, 52, 63, 75], "deleg": [5, 7, 8, 9, 10, 12, 21, 22, 25, 28, 30, 33, 35, 36, 39, 42, 46, 47, 50, 51, 57, 60, 62, 73], "api": [5, 7, 8, 10, 11, 14, 16, 19, 24, 25, 26, 29, 33, 34, 35, 36, 47, 52, 53, 54, 56, 57, 60, 62, 73, 74, 75], "neural": [5, 10, 16, 32, 53], "network": [5, 10, 16, 27, 32, 53], "via": [5, 9, 14, 15, 16, 19, 25, 26, 34, 35, 38, 40, 42, 43, 44, 46, 47, 50, 52, 53, 56, 62, 74, 75], "appl": [5, 7, 21, 35, 37, 44, 47], "acceler": [5, 8, 10, 26, 27, 36, 43, 44, 46, 52, 53, 60, 73], "read": [5, 9, 11, 14, 16, 28, 29, 35, 37, 38, 39, 40, 41, 43, 53, 55, 59], "walk": [5, 7, 8, 10, 27, 35], "through": [5, 7, 8, 9, 10, 13, 14, 19, 20, 22, 24, 27, 29, 33, 35, 36, 38, 39, 44, 51, 53, 60, 62, 73, 75], "mobilenet": [5, 7, 21, 49, 52], "v3": [5, 7, 8, 20, 21], "so": [5, 6, 8, 12, 13, 14, 15, 16, 20, 22, 27, 28, 32, 33, 34, 40, 41, 42, 43, 44, 46, 50, 52, 53, 54, 59, 60, 61, 75], "complet": [5, 6, 7, 8, 10, 24, 27, 29, 38, 39, 46, 47, 53, 57], "introduct": [5, 6, 7, 8, 10, 12, 16, 27, 28, 35, 53], "order": [5, 7, 10, 11, 12, 14, 22, 25, 28, 33, 36, 38, 40, 52, 53, 60, 61], "abl": [5, 7, 10, 19, 22, 30, 36, 38, 42, 44, 62, 73], "ll": [5, 7, 10, 32, 33, 34, 44, 50, 59, 74, 75], "mac": [5, 7, 21, 34, 59], "system": [5, 6, 8, 10, 16, 24, 27, 32, 33, 36, 37, 40, 43, 44, 46, 54, 55, 57, 61], "iphon": [5, 21], "ipad": 5, "tv": 5, "xcode": [5, 7, 34, 59], "14": [5, 7, 32, 75], "13": [5, 6, 21], "16": [5, 11, 54, 55, 74, 75], "ipado": 5, "tvo": 5, "page": [5, 7, 9, 10, 16, 33, 36, 39, 41, 43, 48, 52, 55, 56], "program": [5, 7, 8, 10, 12, 14, 15, 24, 25, 26, 27, 28, 29, 30, 31, 35, 36, 38, 39, 41, 44, 50, 51, 52, 53, 57, 59, 60, 62, 63, 73, 74, 75], "mv3_coreml_al": 5, "model_nam": [5, 7, 10, 20, 21, 27, 73], "mv3": [5, 21], "coremltool": 5, "edg": [5, 6, 12, 13, 14, 18, 22, 25, 26, 27, 29, 30, 34, 36, 37, 40, 44, 51, 52, 53, 56, 60, 73, 74], "dialect": [5, 13, 14, 18, 22, 25, 26, 30, 33, 40, 44, 51, 74], "bundl": [5, 7, 16, 21, 22, 32, 51, 59, 74], "runner": [5, 6, 7, 10, 27, 43, 44, 52, 57], "coreml_executor_runn": 5, "build_executor_runn": 5, "model_path": [5, 7, 8, 9, 34, 43, 52, 59, 73], "profil": [5, 11, 14, 16, 19, 22, 23, 24, 27, 33, 35, 36, 50, 51, 60, 77], "etrecord": [5, 7, 19, 50, 51, 62], "mv3_coreml_etrecord": 5, "generate_etrecord": [5, 7, 25, 44, 74], "etdump": [5, 7, 8, 31, 50, 51, 62], "profile_model": 5, "etdump_path": [5, 7, 19, 44, 50, 51, 74], "etdp": [5, 7, 8, 44, 51, 74], "instanc": [5, 7, 11, 13, 19, 24, 28, 31, 32, 38, 39, 44, 49, 50, 51, 56, 60, 62, 63], "inspector": [5, 7, 19, 24, 25, 53, 62], "along": [5, 7, 10, 11, 16, 19, 21, 22, 33, 40, 46, 47, 57, 62], "displai": [5, 33, 50, 51, 74], "data": [5, 8, 9, 11, 14, 15, 16, 19, 22, 24, 25, 27, 28, 31, 33, 38, 42, 43, 44, 51, 52, 53, 54, 57, 59, 60, 62, 63, 74, 75], "tabl": [5, 18, 39, 51, 55, 60], "inspector_cli": [5, 7, 51], "py": [5, 8, 10, 11, 14, 26, 27, 34, 44, 48, 74, 75, 76, 77], "etrecord_path": [5, 7, 19, 44, 50, 51, 74], "mv3_coreml": 5, "final": [5, 9, 10, 14, 15, 27, 30, 33, 36, 38, 40, 44, 53, 74, 75], "coreml_backend": 5, "drag": [5, 47], "phase": [5, 7, 33, 40], "sign": [5, 7, 21, 54], "libsqlite3": 5, "tbd": 5, "integr": [5, 15, 21, 22, 24, 32, 33, 34, 35, 36, 38, 44, 46, 47, 50, 53, 58, 60, 62, 74, 76, 77], "updat": [5, 8, 11, 13, 28, 34, 35, 44, 46, 47, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "nsurl": 5, "model_url": 5, "nbundl": 5, "mainbundl": 5, "urlforresourc": 5, "filedataload": [5, 57], "loader": [5, 28, 57], "utf8str": 5, "bug": [5, 7, 20, 27, 35, 46, 47], "empow": 6, "speed": [6, 40, 59], "equip": 6, "neuron": 6, "npu": [6, 16, 27, 37], "offer": [6, 10, 24, 27, 31, 38, 44, 46, 47, 52, 53, 57, 59], "linux": [6, 8, 10, 27, 34, 36, 53], "dimens": [6, 15, 16, 28, 32, 44, 57, 74, 75], "9300": 6, "d9300": 6, "neuropilot": 6, "express": [6, 15, 16, 36, 38, 39, 56], "ai": [6, 33, 35, 36, 37, 44, 46], "soc": 6, "instruct": [6, 8, 14, 27, 28, 34, 36, 39, 40, 41, 44, 46, 47, 50, 51, 52, 57, 59, 60, 73, 74], "pip3": [6, 44], "r": [6, 16, 20, 21, 46], "whl": 6, "portal": 6, "mtk_neuron": 6, "8": [6, 8, 10, 34, 43, 44, 52, 55, 56], "py3": 6, "none": [6, 11, 14, 19, 25, 27, 28, 30, 51, 73, 74, 75], "linux_x86_64": 6, "mtk_convert": 6, "cp310": 6, "manylinux_2_17_x86_64": 6, "manylinux2014_x86_64": 6, "eviron": 6, "variabl": [6, 10, 11, 26, 52, 60], "neuron_buffer_allocator_lib": 6, "path_to_buffer_alloc": 6, "sampl": [6, 10, 11, 16, 22, 27, 34, 44, 48, 53, 62, 73, 75], "povid": 6, "commnad": 6, "shell_script": 6, "export_oss": 6, "mobilenetv3": [6, 7], "find": [6, 8, 11, 12, 13, 14, 27, 28, 40, 44, 53, 73, 74], "place": [6, 13, 15, 25, 27, 32, 40, 44, 53, 57, 74, 75], "mtk_build": 6, "android": [6, 34, 35, 36, 44, 52, 53, 73], "libneuron_backend": 6, "exedcut": 6, "mtk_build_exampl": 6, "push": [6, 8, 9, 20, 33, 43, 52, 59], "univers": [6, 43], "libneuronusdk_adapt": 6, "mtk": 6, "phone": [6, 20, 36, 37, 43, 44, 46, 47, 54], "ld_library_path": [6, 8], "path_to_usdk": 6, "path_to_neuron_backend": 6, "get": [7, 8, 10, 13, 14, 15, 16, 28, 29, 31, 32, 34, 43, 44, 46, 47, 51, 53, 54, 57, 61, 63, 73], "machin": [7, 10, 16, 27, 34, 36, 43, 59], "comput": [7, 8, 10, 13, 15, 16, 27, 32, 36, 37, 38, 39, 41, 44, 51, 53, 56, 75], "graph": [7, 9, 11, 12, 13, 14, 15, 19, 22, 25, 26, 27, 33, 34, 36, 38, 39, 43, 44, 49, 50, 51, 52, 53, 73, 74, 75], "primit": [7, 10, 11, 54], "tune": [7, 41], "trace": [7, 11, 13, 15, 16, 24, 26, 31, 33, 44, 50, 51, 54, 62, 74, 75], "12": [7, 18, 19, 27, 44, 55], "mps_exampl": [7, 21], "mpspartition": 7, "yet": [7, 14, 60], "turn": [7, 20, 42], "off": [7, 8, 10, 27, 32, 34, 36, 41, 42, 53], "use_partition": 7, "use_fp16": 7, "executor": [7, 11, 12, 16, 26, 27, 28, 33, 40, 54, 57, 60], "build_mps_executor_runn": 7, "mv3_mps_bundled_fp16": 7, "bundled_program": [7, 11, 74], "output": [7, 8, 10, 12, 13, 14, 16, 22, 25, 27, 28, 33, 34, 35, 36, 38, 39, 40, 41, 44, 48, 51, 53, 54, 59, 63, 74, 75], "00": [7, 8, 9, 43, 55, 59, 77], "003290": 7, "mm": [7, 9, 40, 42, 75], "286": 7, "003306": 7, "292": 7, "003308": 7, "294": 7, "forward": [7, 10, 11, 13, 14, 16, 26, 27, 28, 30, 31, 32, 34, 44, 46, 47, 51, 52, 57, 59, 63, 73, 74, 75], "003311": 7, "349": 7, "const": [7, 11, 14, 19, 28, 31, 40, 44, 57], "buffer": [7, 15, 16, 24, 25, 26, 27, 28, 30, 32, 34, 44, 50, 51, 52, 54, 57, 59, 60, 73, 75], "606112": 7, "003374": 7, "376": [7, 27], "memori": [7, 9, 11, 13, 22, 28, 30, 31, 33, 35, 36, 37, 38, 39, 41, 43, 44, 52, 53, 55, 56, 57], "manag": [7, 16, 19, 30, 33, 34, 35, 39, 44, 52, 54, 57, 58, 60], "003376": 7, "392": 7, "018942": 7, "399": 7, "018944": 7, "404": [7, 51], "018980": 7, "421": [7, 8], "input": [7, 8, 10, 12, 13, 14, 16, 19, 22, 27, 28, 34, 35, 36, 38, 39, 40, 42, 44, 46, 51, 52, 53, 54, 59, 63, 73, 74, 75], "prepar": [7, 8, 11, 16, 19, 27, 28, 31, 44, 46, 47, 53, 57, 73, 75], "118731": 7, "438": 7, "122615": 7, "501": 7, "verifi": [7, 8, 21, 75], "wa": [7, 10, 13, 19, 22, 28, 31, 36, 39, 41, 43, 44, 50, 51, 57, 60, 75], "between": [7, 12, 14, 16, 30, 32, 40, 44, 48, 50, 52, 55, 60, 75], "eager": [7, 12, 22, 31, 33, 36, 38, 44, 50, 52, 62, 74, 75], "check_correct": 7, "mv3_mp": 7, "match": [7, 12, 13, 27, 28, 31, 32, 40, 44, 54, 55], "bench_pytorch": 7, "while": [7, 8, 10, 12, 13, 14, 16, 18, 19, 26, 28, 31, 32, 36, 38, 43, 44, 50, 53, 54, 55, 60, 62, 75], "re": [7, 10, 11, 15, 21, 31, 32, 39, 44, 46, 47, 51, 54, 57, 62, 75], "b": [7, 8, 11, 12, 13, 20, 26, 44, 48, 74, 75], "dump": [7, 11, 22, 31, 50], "mps_deleg": 7, "folder": [7, 8, 10, 20, 47, 59, 73], "portable_deleg": 7, "l": [7, 8, 10], "locat": [7, 8, 15, 21, 27, 36, 44, 49, 59, 60], "metalperformanceshad": 7, "metalperformanceshadersgraph": 7, "metal": [7, 21, 36, 44, 47, 54, 60], "hashtag": 7, "design": [8, 10, 11, 16, 22, 27, 30, 32, 36, 37, 39, 41, 44, 49, 52, 74], "unifi": [8, 11, 16, 36, 44, 75], "low": [8, 10, 32, 36, 37, 40, 52, 54, 57], "interact": [8, 51], "variou": [8, 11, 16, 27, 33, 36, 57], "kryo": 8, "cpu": [8, 12, 13, 27, 37, 41, 44, 46, 47, 49, 53, 73, 75], "adreno": 8, "gpu": [8, 9, 16, 44, 52], "hexagon": [8, 43], "processor": [8, 10, 24, 27, 50, 62], "ubuntu": [8, 10, 34], "22": [8, 10], "04": [8, 10, 34, 77], "lt": [8, 10, 12, 34], "x64": 8, "moment": 8, "usual": [8, 9, 14, 16, 26, 38, 56], "adb": [8, 9, 43, 52, 59], "connect": [8, 10, 14, 16, 19, 21, 37, 40, 43, 47], "sm8450": [8, 20], "snapdragon": 8, "gen": 8, "sm8475": 8, "sm8550": 8, "sm8650": 8, "gcc": [8, 27, 60], "ndk": [8, 9, 20, 52, 59], "26c": 8, "button": [8, 46, 47], "howev": [8, 13, 14, 16, 28, 30, 32, 38, 39, 40, 41, 53, 57, 60], "newer": 8, "than": [8, 10, 11, 16, 28, 32, 41, 43, 52, 59, 60, 75], "6": [8, 14, 32, 34, 39, 74], "hope": [8, 44], "publicli": 8, "discover": 8, "soon": [8, 22], "28": [8, 43], "look": [8, 12, 13, 14, 15, 22, 24, 27, 28, 31, 39, 40, 42, 44, 46, 47, 48, 57, 73, 75], "benchmark": 8, "doc": [8, 12, 20, 38, 40, 44, 51, 52, 53, 57, 60, 75], "licens": [8, 27], "pdf": 8, "notice_window": 8, "qnn_notic": 8, "qnn_readm": 8, "qnn_releasenot": 8, "releasenot": 8, "releasenoteswindow": 8, "yaml": [8, 38, 44, 59], "qnn_sdk_root": [8, 20, 43], "root": [8, 9, 10, 27, 34, 52, 55, 59, 73], "android_ndk_root": [8, 43], "executorch_root": [8, 40, 42], "dynam": [8, 15, 28, 30, 32, 33, 35, 36, 37, 38, 40, 44, 52, 53, 56, 57, 60], "further": [8, 14, 31, 33, 36, 38, 39, 43, 44, 52, 59], "pythonpath": 8, "becaus": [8, 12, 13, 15, 25, 32, 33, 36, 38, 40, 44, 53, 55, 57, 59, 61, 74, 75], "clang": [8, 34, 60], "frquentli": 8, "x86": [8, 10, 16, 27, 44, 53], "latest": [8, 9, 34, 35], "workabl": 8, "dcmake_install_prefix": [8, 9, 10, 20, 43, 52, 73], "pwd": 8, "dexecutorch_build_qnn": [8, 20, 43], "ON": [8, 9, 10, 20, 27, 42, 43, 44, 52, 59, 73], "dqnn_sdk_root": [8, 20, 43], "dexecutorch_build_devtool": 8, "dexecutorch_build_extension_modul": [8, 9, 20, 43, 73], "dexecutorch_build_extension_tensor": [8, 9, 20, 43, 73], "dexecutorch_enable_event_trac": 8, "dpython_execut": [8, 9, 10, 27, 43, 52, 73], "dexecutorch_separate_flatcc_host_project": 8, "nproc": 8, "detect": [8, 10, 28], "number": [8, 11, 16, 18, 27, 28, 32, 33, 36, 39, 44, 46, 53, 55, 57, 63, 74], "feel": [8, 46, 47], "free": [8, 24, 27, 28, 31, 33, 44, 53, 54], "want": [8, 11, 12, 13, 14, 17, 27, 31, 32, 35, 38, 39, 40, 41, 44, 51, 52, 56, 59, 74, 75], "pyqnnmanageradaptor": 8, "pyqnnwrapperadaptor": 8, "j": [8, 10, 11, 59], "vari": [8, 16, 39, 44, 46, 47, 62], "cp": [8, 20], "f": [8, 11, 12, 13, 14, 24, 26, 44, 63, 73, 74, 75], "cpython": 8, "310": 8, "gnu": [8, 22, 25], "workaround": [8, 10, 12], "fb": [8, 55], "_serial": 8, "schema": [8, 12, 13, 16, 30, 38, 39, 40, 44, 55, 73], "scalar_typ": [8, 28, 31], "qnn_executor_runn": 8, "qnn_executorch_backend": [8, 20], "dcmake_toolchain_fil": [8, 9, 10, 20, 43, 52, 59], "toolchain": [8, 9, 10, 20, 28, 34, 36, 37, 43, 52, 54, 59, 60], "dandroid_abi": [8, 9, 20, 43, 52, 59], "dandroid_native_api_level": 8, "23": [8, 18, 55], "dcmake_prefix_path": [8, 10, 27], "gflag": 8, "dcmake_find_root_path_mode_packag": 8, "bexampl": 8, "full": [8, 16, 22, 28, 32, 33, 36, 37, 39, 40, 44, 74, 75, 76], "dcmake_build_typ": [8, 10, 27, 43, 44, 59, 73], "exact": [8, 14, 27, 41, 62], "deeplab": [8, 20], "resnet101": 8, "deeplab_v3": [8, 20], "compile_onli": 8, "someth": [8, 12, 13, 27, 47, 74], "destroi": [8, 14, 32], "context": [8, 11, 14, 16, 33, 42, 49], "opcod": 8, "arg": [8, 11, 12, 13, 14, 18, 30, 40, 44, 75], "kwarg": [8, 12, 13, 14, 16, 18, 30, 44, 75], "placehold": [8, 12, 13, 14, 15, 18, 44], "arg684_1": 8, "get_attr": [8, 13, 14, 18, 44, 75], "lowered_module_0": [8, 18, 73, 75], "call_funct": [8, 12, 13, 14, 15, 18, 38, 44], "executorch_call_deleg": [8, 18, 73, 75], "getitem": [8, 13, 44, 75], "getitem_1": [8, 75], "dlv3_qnn": [8, 20], "assum": [8, 9, 10, 11, 12, 28, 31, 52, 54, 57, 59, 75], "libqnn_executorch_backend": [8, 20, 43], "second": [8, 27, 30, 31, 46, 49, 51, 74, 75, 76], "take": [8, 10, 12, 13, 15, 16, 24, 26, 27, 28, 29, 30, 31, 32, 40, 43, 44, 46, 47, 57, 60, 61, 73, 74, 75], "354662": 8, "cpp": [8, 16, 27, 40, 44, 50, 52, 54, 59, 61], "213": 8, "356460": 8, "261": 8, "ignor": [8, 13, 25, 40, 75], "set_output_data_ptr": [8, 28, 57], "0x2": 8, "357991": 8, "357996": 8, "265": [8, 11], "01": [8, 27, 77], "09": 8, "328144": 8, "414": 8, "328159": 8, "424": 8, "permiss": [8, 43], "device_dir": [8, 43], "local": [8, 9, 26, 43, 52, 59, 60], "tmp": [8, 9, 14, 43, 52, 57, 59, 63], "executorch_qualcomm_tutori": 8, "shell": [8, 9, 27, 43, 52, 59], "aarch64": [8, 20, 27, 43], "libqnnhtp": [8, 20, 43], "libqnnsystem": [8, 20, 43], "libqnnhtpv69stub": [8, 20, 43], "libqnnhtpv73stub": [8, 43], "libqnnhtpv75stub": [8, 43], "v69": [8, 20, 43], "libqnnhtpv69skel": [8, 20, 43], "v73": [8, 43], "libqnnhtpv73skel": [8, 43], "v75": [8, 43], "libqnnhtpv75skel": [8, 43], "indic": [8, 10, 12, 28, 46], "where": [8, 10, 12, 13, 15, 16, 19, 20, 21, 22, 25, 28, 33, 34, 36, 39, 40, 41, 44, 53, 54, 57, 59, 75], "adsp_library_path": 8, "executor_runn": [8, 11, 34], "257354": 8, "323502": 8, "262": 8, "357496": 8, "357555": 8, "364824": 8, "364875": 8, "425": [8, 51], "mere": [8, 32], "feed": [8, 53], "real": [8, 15, 27, 50, 51], "device_seri": 8, "pre": [8, 16, 20, 21, 24, 27, 28, 31, 43, 44, 50, 53, 62, 75], "put": [8, 26, 40, 54], "arguent": 8, "written": [8, 13, 16, 33, 36, 40, 42, 50], "util": [8, 10, 14, 16, 18, 19, 22, 27, 32, 34, 37, 40, 44, 49, 50, 73, 74, 75], "qnn_executorch_runn": 8, "input_list_path": 8, "output_folder_path": 8, "oss_script": 8, "improv": [8, 9, 16, 33, 35, 36, 41, 43, 53, 59, 75], "llama3": [8, 43], "8b": [8, 46, 47], "batch": [8, 53, 74], "prefil": 8, "hub": [8, 21], "reproduc": [8, 43], "qcom_aisw": [8, 43], "partial": [9, 28, 31, 33, 36, 40, 52], "gone": 9, "android_ndk": [9, 20, 52], "path_to_ndk": [9, 52], "android_abi": [9, 20, 52], "subsequ": [9, 15, 16, 22, 25, 31, 52, 74], "path_to_executorch_root": [9, 52], "particular": [9, 13, 16, 27, 28, 31, 39, 44, 46, 47, 51, 57, 60], "arithmet": [9, 52], "aten": [9, 12, 13, 14, 15, 18, 28, 30, 33, 34, 36, 41, 42, 44, 52, 53, 54, 57, 59, 60, 75], "sub": [9, 12, 13, 14, 16, 18, 43, 75], "mul": [9, 11, 12, 13, 14, 15, 53, 75], "div": [9, 12, 13, 53, 75], "matrix": [9, 41, 52], "multipl": [9, 10, 11, 13, 14, 15, 16, 30, 31, 32, 33, 36, 38, 41, 44, 49, 51, 52, 53, 57, 60, 75], "bmm": 9, "linear": [9, 10, 12, 13, 15, 44, 53, 73, 74, 75], "layer": [9, 10, 20, 33, 46, 57, 60], "capabl": [9, 34, 35, 36, 37, 46, 47, 51, 52, 54, 59, 62], "obtain": [9, 13, 39], "consolid": [9, 28, 43], "pth": [9, 43], "param": [9, 13, 43, 75], "json": [9, 43, 44, 49], "token": [9, 43, 44, 46, 47], "export_llama": [9, 43], "disable_dynamic_shap": [9, 43], "kv": 9, "use_sdpa_with_kv_cach": 9, "d": [9, 14, 26, 32, 42, 43, 54], "fp32": [9, 16, 20, 73], "llama3_2": 9, "checkpoint": 9, "metadata": [9, 11, 12, 13, 14, 22, 28, 30, 32, 33, 38, 40, 42, 44, 51, 53, 57, 63, 74], "get_bos_id": 9, "128000": 9, "get_eos_id": 9, "128009": 9, "128001": 9, "vulkan_llama2": 9, "onto": [9, 10, 22, 27, 32, 33, 47, 60], "dexecutorch_build_extension_data_load": [9, 20, 43, 73], "dexecutorch_build_vulkan": [9, 52], "dexecutorch_build_kernels_quant": [9, 27, 43], "dexecutorch_build_kernels_custom": [9, 43], "bcmake": [9, 10, 20, 27, 43, 52, 73], "j16": [9, 20, 43, 52], "dexecutorch_build_kernels_optim": [9, 43], "llama_main": [9, 43], "tokenizer_path": [9, 43], "prompt": [9, 43, 44, 47], "hello": [9, 44, 48], "infer": [9, 11, 15, 16, 24, 27, 36, 37, 41, 43, 46, 47, 52, 53, 56, 60, 62], "veri": [9, 15, 27, 30, 33, 44, 54], "slow": [9, 37, 52], "due": [9, 14, 16, 19, 36, 37, 41, 42], "amount": [9, 28, 30, 44], "blob": [9, 14, 22, 26, 28, 30, 42, 43, 53, 75], "transfer": 9, "drastic": 9, "techniqu": [9, 16, 36, 44], "cadenc": 10, "vendor": [10, 14, 26, 36, 52], "solut": [10, 33, 37, 43], "mani": [10, 13, 16, 32, 33, 39, 41, 42, 44, 46, 47, 49, 53, 57, 59], "workload": 10, "power": [10, 21, 22, 28, 33, 36, 37, 55, 56], "limit": [10, 27, 32, 37, 41, 44, 52, 56], "embed": [10, 11, 15, 16, 18, 24, 27, 28, 32, 33, 36, 37, 53, 55, 56, 59, 60], "digit": [10, 55], "base": [10, 15, 16, 27, 28, 30, 31, 32, 33, 36, 39, 40, 41, 44, 46, 47, 52, 56, 57], "wake": 10, "word": [10, 38, 43, 44], "automat": [10, 31, 32, 40, 44, 59], "speech": 10, "recognit": 10, "asr": 10, "etc": [10, 11, 16, 24, 28, 32, 33, 41, 50, 57, 59], "addit": [10, 16, 19, 20, 21, 25, 30, 31, 32, 33, 36, 38, 39, 44, 50, 52, 56, 59, 74, 75], "chip": [10, 16, 20], "nnlib": 10, "commonli": [10, 27, 31, 39], "demonstr": [10, 27, 43, 44, 57, 73, 74], "On": [10, 16, 20, 24, 28, 33, 44, 54], "abil": [10, 12, 16, 40, 62, 74], "workflow": [10, 16, 33, 34, 36, 56, 75], "enhanc": 10, "suitabl": [10, 33, 44, 53, 73], "repres": [10, 11, 14, 16, 19, 22, 28, 31, 32, 33, 36, 38, 39, 44, 49, 51, 54, 56, 57, 75], "weight": [10, 12, 14, 16, 27, 40, 43, 44, 53, 56, 73, 75], "uint8": [10, 38], "float": [10, 11, 12, 13, 16, 27, 28, 31, 32, 38, 40, 44, 46, 57], "call": [10, 11, 12, 13, 14, 15, 16, 18, 19, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 38, 40, 41, 42, 43, 44, 49, 51, 53, 57, 59, 60, 61, 62, 73, 74, 75], "intrins": [10, 41], "glibc": 10, "34": 10, "succesfulli": 10, "mx": 10, "rt600": 10, "evalu": [10, 11, 14, 15, 28, 31, 39, 44, 54, 57], "kit": [10, 27], "64": [10, 27, 28, 51, 54, 75], "mcuxpresso": 10, "platform": [10, 21, 33, 35, 36, 37, 39, 41, 43, 44, 47, 52, 53, 59, 60, 73], "flash": 10, "board": 10, "firmwar": 10, "nxp": 10, "probe": 10, "jlink": 10, "done": [10, 13, 14, 16, 21, 27, 43, 53, 57, 59, 75], "extract": [10, 24, 42, 50, 51], "store": [10, 16, 21, 22, 31, 44, 49, 59, 73, 75], "although": [10, 11, 34, 39, 41, 54, 60], "itself": [10, 15, 25, 27, 34, 54], "window": [10, 34, 47, 53, 54, 74], "most": [10, 11, 13, 14, 15, 16, 26, 28, 31, 33, 36, 39, 40, 41, 48, 52, 53, 54, 55, 57, 60, 75], "translat": 10, "over": [10, 15, 16, 19, 27, 28, 31, 52, 53, 54, 57, 59, 60, 73, 74, 75], "dev": [10, 20, 43], "proceed": 10, "next": [10, 27, 31, 44, 57, 73, 74, 75], "succesfullli": 10, "dsp_mu_polling_cm33": 10, "uart": [10, 24], "consol": 10, "cortex": [10, 27, 59], "m33": 10, "ops_registr": 10, "hifi": [10, 59], "famili": [10, 16], "ahead": [10, 25, 27, 31, 33, 36, 44, 57, 60, 75], "our": [10, 12, 13, 25, 27, 33, 34, 35, 37, 40, 42, 43, 44, 46, 47, 53, 56, 57, 75], "export_exampl": 10, "few": [10, 40, 43, 46, 73], "thing": [10, 28, 54, 57, 75], "correspond": [10, 11, 13, 14, 16, 19, 21, 25, 28, 32, 33, 39, 40, 41, 44, 51, 54, 60], "implemet": 10, "kind": [10, 75], "former": 10, "dispatch": [10, 16, 30, 33, 52, 60], "relev": [10, 28], "latter": 10, "act": 10, "deliv": [10, 16, 36], "bake": 10, "meant": [10, 26, 38, 41], "properli": [10, 75], "backbon": 10, "conv1d": [10, 53], "convolut": [10, 14, 36, 41, 52, 53, 73, 74], "denois": 10, "cadencedemomodel": 10, "quantized_": 10, "_op": [10, 12, 14, 18, 38, 42, 44, 75], "small": [10, 27, 32, 33, 36, 60], "rnnt": 10, "predictor": 10, "torchaudio": 10, "emform": 10, "compris": 10, "three": [10, 15, 19, 21, 26, 27, 33, 36, 44, 75], "submodel": 10, "encod": [10, 28, 41, 44, 55, 75], "joiner": 10, "sequenc": [10, 13, 39, 44], "relu": [10, 12, 13, 73, 74, 75], "norm": [10, 53], "rnnt_predictor": 10, "consist": [10, 14, 16, 28, 38, 40, 41], "xtensa_toolchain": 10, "home": 10, "user_nam": [10, 59], "xtdevtool": 10, "essenti": [10, 11, 19, 33, 50, 53], "present": [10, 16, 25, 28, 37, 38, 43, 44, 46, 49, 55], "toolchain_v": 10, "ri": 10, "2021": 10, "xtensa_cor": 10, "nxp_rt600_ri2021_8_newlib": 10, "foss": 10, "prebuild": 10, "path_to_executorch": 10, "debug": [10, 14, 16, 22, 24, 25, 33, 36, 37, 43, 47, 51, 74, 75], "dexecutorch_build_extension_runner_util": [10, 20], "dexecutorch_build_host_target": 10, "dexecutorch_build_executor_runn": 10, "dexecutorch_build_pthreadpool": 10, "dexecutorch_build_cpuinfo": 10, "dexecutorch_build_flatc": 10, "dflatc_execut": 10, "flatc": 10, "num_cor": 10, "dmodel_path": 10, "path_to_program_file_generated_in_previous_step": 10, "dnxp_sdk_root_dir": 10, "path_to_nxp_sdk_root": 10, "dnn_lib_base_dir": 10, "path_to_nnlib_cloned_in_step_2": 10, "j8": 10, "cadence_executorch_exampl": 10, "xt": 10, "dsp_data_releas": 10, "dsp_text_releas": 10, "workspac": 10, "dsp_binari": 10, "highlight": [10, 11, 14, 36, 56], "As": [10, 16, 19, 27, 35, 38, 40, 41, 44, 46, 47, 53, 75], "space": [10, 28, 43, 49, 57], "baud": 10, "rate": 10, "115200": 10, "screen": 10, "tty": 10, "usbmodem0007288234991": 10, "20": [10, 34], "element": [10, 27, 28, 32], "165528": 10, "331055": 10, "typic": [10, 16, 27, 28, 36, 44, 55, 56, 59, 63, 75], "appear": [10, 12, 14, 16, 18, 28, 34, 40, 44], "extend": [10, 33, 48, 51, 52, 55], "structur": [10, 16, 27, 28, 32, 44, 51, 57, 75], "deploi": [11, 33, 36, 43, 44, 59], "necessarili": [11, 13, 16, 38, 54], "particularli": [11, 27, 56], "bring": [11, 44], "overal": [11, 28, 40, 53], "procedur": [11, 73], "mainli": [11, 14], "focus": [11, 33, 41], "creation": [11, 32, 33, 37, 60], "disk": [11, 43], "record": [11, 19, 22], "methodtestcas": [11, 74], "verif": [11, 28, 59, 63], "testcas": 11, "devtool": [11, 18, 24, 25, 31, 35, 44, 50, 51, 70, 72, 74, 76, 77], "__init__": [11, 13, 14, 26, 27, 34, 48, 51, 52, 74, 75], "expected_output": [11, 74], "eager_model": 11, "worth": 11, "mention": [11, 27, 38, 40, 51, 53, 62], "et": [11, 44, 55], "torch": [11, 12, 13, 14, 15, 16, 18, 25, 26, 27, 29, 30, 33, 34, 35, 36, 38, 39, 40, 44, 51, 52, 53, 56, 63, 73, 74, 75], "saniti": 11, "valu": [11, 13, 14, 15, 16, 19, 25, 27, 31, 34, 37, 38, 40, 44, 54, 59, 63, 75], "str": [11, 13, 18, 19, 26, 30, 40, 44, 51, 74], "method_nam": [11, 24, 28, 30, 31, 57, 63, 74], "test_cas": [11, 74], "relat": [11, 15, 16, 28, 47, 59], "sinc": [11, 12, 27, 28, 32, 33, 40, 44, 49, 52, 53, 54, 56, 59, 61, 75], "executorchprogram": [11, 12], "multimethodexecutorchprogram": 11, "executorchprogrammanag": [11, 30, 44, 49, 73, 74, 75], "executorch_program": [11, 25, 34, 52, 74, 75], "method_test_suit": [11, 74], "pte_file_path": 11, "togeth": [11, 13, 15, 16, 27, 32, 40], "deseri": [11, 19, 24, 28, 53, 54], "construtor": 11, "sanniti": 11, "everi": [11, 13, 14, 28, 38, 39, 41, 54, 62], "corespond": 11, "serialize_from_bundled_program_to_flatbuff": [11, 74], "byte": [11, 19, 27, 28, 30, 38, 51, 54, 55], "deserialize_from_flatbuffer_to_bundled_program": 11, "to_edg": [11, 13, 14, 25, 26, 30, 34, 38, 44, 52, 53, 56, 73, 74, 75], "export_for_train": [11, 44, 53, 73, 75], "samplemodel": 11, "multi": [11, 32, 44], "def": [11, 12, 13, 14, 15, 19, 26, 27, 30, 34, 40, 44, 48, 51, 52, 53, 73, 74, 75], "dtype": [11, 27, 28, 33, 38, 40, 44, 56, 57, 75], "int32": [11, 27, 28, 38], "q": [11, 53], "z": [11, 12, 13, 27, 75], "y": [11, 12, 13, 26, 34, 52, 74, 75], "captur": [11, 13, 16, 26, 36, 38, 39, 44, 53, 73, 75], "capture_input": 11, "rand": [11, 32, 38, 75], "fx": [11, 13, 16, 18, 19, 30, 39, 75], "method_graph": [11, 74], "et_program": [11, 44, 56], "to_executorch": [11, 15, 18, 25, 26, 34, 44, 49, 52, 56, 60, 73, 74, 75], "n_input": 11, "individu": [11, 27, 31, 33, 41, 53], "spec": [11, 13, 14, 15, 26, 75], "_": [11, 74], "suit": [11, 22, 24, 27, 74], "getattr": [11, 74], "serialized_bundled_program": [11, 74], "save_path": [11, 26, 74, 75], "bpte": 11, "wb": [11, 26, 34, 44, 52, 73, 74, 75], "regener": 11, "rb": 11, "regenerate_bundled_program": 11, "compar": [11, 14, 16, 37, 41, 44, 49, 52, 75], "kei": [11, 13, 16, 18, 19, 25, 37, 39, 40, 44, 53], "get_program_data": 11, "doxygenfunct": 11, "cannot": [11, 28, 30, 31, 32, 36, 38, 39], "xml": 11, "file_data": 11, "whatev": [11, 40], "could": [11, 15, 24, 44, 57, 60], "size_t": [11, 19, 28, 44, 57], "file_data_len": 11, "program_ptr": 11, "program_len": 11, "statu": 11, "et_check_msg": [11, 54], "ok": [11, 28, 31, 54, 57], "fail": [11, 14, 28, 31, 36], "0x": 11, "prix32": 11, "load_bundled_input": 11, "verify_method_output": 11, "borrow": 11, "review": [11, 39], "memory_manag": [11, 24, 28, 54, 57], "memorymanag": [11, 28, 54, 60], "alloc": [11, 15, 16, 22, 27, 28, 30, 31, 32, 33, 49, 52, 57, 60, 75], "load_method": [11, 24, 28, 31, 57, 60, 63], "testset_idx": 11, "th": 11, "program_data": 11, "bundled_program_data": 11, "flags_testset_idx": 11, "flags_rtol": 11, "flags_atol": 11, "rais": [11, 13, 75], "situat": [11, 15, 54], "out_1": 11, "out_2": 11, "my": [11, 48], "simplifi": [11, 28, 30, 31, 32, 35, 60], "m_name": [11, 74], "int": [11, 12, 13, 19, 28, 32, 38, 40, 44, 46, 54], "randint": [11, 32, 44], "shall": 11, "float32": [11, 38, 75], "assertionerror": 11, "traceback": [11, 14, 75], "recent": [11, 14, 75], "last": [11, 14, 15, 27, 40, 53, 75], "cell": 11, "72": [11, 51], "56": 11, "57": 11, "58": 11, "67": [11, 51], "68": [11, 51, 55], "70": [11, 51], "create_bundled_program": 11, "276": 11, "264": 11, "bp_schema": 11, "266": 11, "271": 11, "272": 11, "274": 11, "sort": 11, "lambda": 11, "assert_valid_bundl": 11, "278": 11, "bundled_method_test_suit": 11, "bundledmethodtestsuit": 11, "280": 11, "219": 11, "215": 11, "216": 11, "cur_plan_test_input": 11, "217": 11, "pyre": 11, "fixm": 11, "undefin": [11, 28], "attribut": [11, 13, 28, 40, 75], "item": [11, 27], "bool": [11, 12, 13, 14, 28, 30, 32, 38, 40], "union": [11, 13, 19, 28, 42, 51], "_tensor": 11, "218": 11, "assert": [11, 13, 31, 54, 57, 74], "get_input_dtyp": 11, "220": 11, "program_plan_id": 11, "221": 11, "222": 11, "223": 11, "224": [11, 73], "225": 11, "226": 11, "elif": [11, 13, 15], "227": 11, "228": 11, "229": 11, "230": 11, "231": 11, "get_input_typ": 11, "232": 11, "233": 11, "234": 11, "235": 11, "236": 11, "show": [11, 12, 14, 15, 18, 27, 35, 40, 46, 49, 57, 60, 73, 74], "missing_method_nam": 11, "execution_plan": 11, "73": [11, 51], "141": 11, "138": [11, 27, 59], "method_name_of_program": 11, "139": [11, 51], "method_name_of_test_suit": 11, "issubset": 11, "142": [11, 51], "143": 11, "144": 11, "146": 11, "method_tesdt_suit": 11, "ascend": 11, "alphabet": 11, "147": 11, "test_suite_id": 11, "len": [11, 13, 74], "node": [12, 13, 14, 15, 18, 19, 22, 26, 33, 36, 38, 39, 44, 49, 51, 52, 53, 73, 75], "transform": [12, 13, 14, 16, 19, 30, 33, 38, 39, 43, 44, 53, 75], "awar": [12, 27, 32, 33, 38, 44, 53, 60], "meaning": [12, 16], "One": [12, 15, 29, 35, 39, 40, 56, 57, 62], "fuse": [12, 53], "consecut": 12, "addmm": [12, 13, 44, 53, 74], "addmm_relu": 12, "happen": [12, 16, 18, 30, 31, 44, 53, 56], "conform": [12, 16], "canon": [12, 75], "satisfi": [12, 40], "criteria": [12, 15], "equival": [12, 16, 22, 25, 28, 33, 39], "linear_relu": 12, "faster": [12, 16, 40, 44], "retrac": 12, "back": [12, 14, 15, 19, 22, 25, 26, 27, 34, 35, 37, 40, 46, 50, 57, 62, 74], "normal": [12, 13, 32, 44], "care": [12, 13, 22, 28, 57], "runnabl": [12, 13, 35, 44], "concern": 12, "overkil": 12, "won": [12, 14, 27, 30], "give": [12, 18, 22, 40, 44, 46, 53, 57, 62, 73, 74], "substitut": 12, "facilit": 12, "effort": [12, 36], "identifi": [12, 14, 19, 39, 46, 47, 51, 52, 53, 62, 73], "interest": [12, 14, 15, 17, 19, 24, 25, 26, 27, 41, 44], "exportprogram": 12, "guard": [12, 28, 31, 46], "valid": [12, 16, 20, 22, 28, 31, 32, 38, 39, 52, 63, 75], "sound": 12, "executorchbackendconfig": [12, 15, 75], "quantfus": 12, "ie": 12, "dequant": [12, 40], "some_op": 12, "quant": [12, 56], "quantized_decompos": [12, 53, 75], "simpler": [12, 57], "sym_siz": [12, 44], "understood": 12, "bind_pattern_to_op": 12, "easili": [12, 32, 33, 34, 36, 39, 40, 41, 44, 46, 47, 60, 62], "namespac": [12, 14, 31, 32, 38, 40, 75], "belong": [12, 13, 53], "compositeimplicitautograd": 12, "No": [12, 13, 36, 40, 51, 75], "decompos": [12, 13, 14, 16, 33, 36, 39, 43, 53], "becom": [12, 32, 38, 40, 43], "arg0_1": [12, 14, 51, 75], "num_us": [12, 14, 18, 44], "arg1_1": [12, 75], "aten_add_tensor": [12, 14, 18, 44, 75], "aten_relu_default": [12, 75], "merg": [12, 40, 42], "add_relu": 12, "interchang": 12, "foo_namespac": 12, "addrelufusionpass": 12, "exportpass": [12, 13, 75], "graph_modul": [12, 13, 15, 18, 30, 44, 73, 75], "graphmodul": [12, 13, 15, 30, 51, 73, 75], "passresult": [12, 15], "compositeexplicitautograd": 12, "subgraph_rewrit": [12, 13], "replace_pattern": [12, 13], "_trace_and_lower_to_edge_op": 12, "true": [12, 13, 15, 19, 27, 30, 42, 44, 49, 50, 51, 73, 74, 75], "foo_namespace_add_relu_default": 12, "executorch_prim": 12, "symint": 12, "builtin": 12, "floordiv": 12, "truediv": 12, "scalar": [12, 13, 16, 28, 31, 33, 38, 40, 75], "sym_float": 12, "gt": 12, "ge": 12, "le": 12, "eq": 12, "mod": 12, "divmod": 12, "ne": 12, "embedding_byt": 12, "weight_scal": [12, 53], "weight_zero_point": [12, 53], "weight_quant_min": [12, 53], "weight_quant_max": [12, 53], "a_scal": 12, "a_zero_point": 12, "a_quant_min": 12, "a_quant_max": 12, "b_scale": 12, "b_zero_point": 12, "b_quant_min": 12, "b_quant_max": 12, "out_scal": [12, 53], "out_zero_point": [12, 53], "out_quant_min": [12, 53], "out_quant_max": [12, 53], "qc": 12, "qa": 12, "scalartyp": [12, 16, 28, 31, 32, 40, 44, 57], "a_dtyp": 12, "out_dtyp": 12, "roughli": 13, "categor": 13, "coupl": [13, 14, 27], "ax": [13, 49], "axi": [13, 49], "decomposit": [13, 39, 53], "fusion": [13, 19, 33, 53], "iter": [13, 19, 24, 28, 33, 52], "shape": [13, 15, 28, 31, 32, 33, 36, 38, 44, 52, 75], "propag": [13, 15, 19], "backward": [13, 55], "dead": 13, "elimin": [13, 32, 36], "eg": [13, 16], "convers": [13, 33, 36, 37, 38, 51, 75], "global": [13, 26, 60], "frequenc": [13, 27], "helper": [13, 14, 19, 26, 27, 33, 51, 54, 73], "interpret": [13, 19, 32, 49], "recreat": 13, "except": [13, 54, 60, 74, 75], "ir": [13, 14, 26, 30, 36, 39, 75], "stack": [13, 16, 27, 44, 50, 51, 56, 60, 62, 74, 75], "faketensor": 13, "hierarchi": [13, 15, 22, 28, 33, 44, 49, 50, 51, 57, 60, 62, 74, 75], "subclass": [13, 28, 30], "mean": [13, 14, 16, 19, 27, 28, 38, 40, 41, 42, 49, 50, 52, 53, 54, 75], "invari": [13, 44], "maintain": [13, 32, 40], "replaceinplacereluwithoutofplacerelupass": 13, "relu_": 13, "call_oper": [13, 75], "meta": [13, 14, 15, 19, 37, 38, 43, 53, 75], "replace_pass": 13, "new_graph_modul": 13, "replaceaddwithmulsub": 13, "mul_r": 13, "removedetachpass": 13, "detach": 13, "detach_copi": 13, "convert": [13, 16, 26, 28, 33, 34, 36, 38, 43, 44, 51, 52, 53, 60, 63, 75], "within": [13, 16, 19, 22, 26, 28, 33, 39, 51, 57, 75], "args_map": 13, "fn": [13, 53, 75], "isinst": [13, 15, 44], "tupl": [13, 19, 40, 75], "dict": [13, 19, 25, 51], "enumer": [13, 28], "_schema": [13, 38], "kwarg_onli": 13, "scalartotensorpass": 13, "try_coerc": 13, "tensortyp": 13, "els": [13, 33, 44, 61, 74, 75], "rewrit": [13, 33, 40], "pattern": [13, 32, 40, 51, 54, 56], "inplac": 13, "callabl": [13, 19, 75], "treat": [13, 54], "wildcard": 13, "replaced_pattern": 13, "replace_pattern_with_filt": 13, "traced_modul": 13, "replacedpattern": 13, "dataclass": 13, "anchor": 13, "larger": [13, 28, 75], "nodes_map": 13, "were": [13, 19, 39, 52, 57, 60, 73], "stack_trac": [13, 50, 51, 74], "val": 13, "nn_module_stack": 13, "passbas": 13, "addition": [13, 29, 36, 38, 44, 75], "overridden": [13, 16], "replaceaddpass": 13, "replace_op": 13, "gm": [13, 75], "valueerror": 13, "replace_add_with_div": 13, "passmanag": 13, "pass_manag": 13, "pm": 13, "replace_div_with_mul": 13, "run_checks_after_each_pass": 13, "suppress_check_failur": 13, "fals": [13, 14, 15, 19, 30, 40, 44, 51, 73, 74, 75], "graph_module_out": 13, "set_check": 13, "check_div_target": 13, "add_check": 13, "produc": [13, 14, 16, 26, 27, 39, 44, 51, 52], "compliant": [13, 33], "subgraphmatch": 13, "match_output": 13, "match_placehold": 13, "remove_overlapping_match": 13, "overlap": [13, 15, 52], "ignore_liter": 13, "liter": [13, 32, 54], "matcher_util": 13, "largemodel": 13, "_weight": 13, "_bia": 13, "large_model_graph": 13, "large_input": 13, "exported_program": [13, 14, 18, 26, 27, 30, 38, 44, 73, 75], "patternmodel": 13, "_weight_1": 13, "_bias_1": 13, "pattern_graph": 13, "pattern_input": 13, "subgraph_match": 13, "match_result": 13, "internalmatch": 13, "field": [13, 15, 28, 55], "default_factori": 13, "placeholder_nod": 13, "returning_nod": 13, "largest": 13, "capabilitybasedpartition": 13, "operator_support": 13, "operatorsupportbas": 13, "determin": [13, 32, 39, 44, 57], "allows_single_node_partit": 13, "form": [13, 16, 24, 30, 32, 44], "non_compute_op": 13, "ex": [13, 16], "view": [13, 16, 18, 40, 44, 49, 53], "_oper": 13, "allowed_single_node_partition_op": 13, "overrid": [13, 16, 46, 54], "is_node_support": 13, "chain": [13, 27, 30, 57], "operatorsuppportbas": 13, "any_chain": 13, "infra": 13, "addmuloperatorsupport": 13, "capability_partition": 13, "op_support": 13, "partition_list": 13, "propose_partit": 13, "fuse_partit": 13, "modifi": [13, 28, 32, 40, 46, 48, 55, 56, 59, 60], "toplevel": 13, "call_modul": 13, "generate_pattern_op_partit": 13, "accur": [13, 27], "manual": [13, 19, 27, 42, 44, 46, 60], "craft": 13, "create_op_support": 13, "create_pattern_support": 13, "higher": [13, 28, 34, 38, 39, 60], "permut": [13, 16, 27, 53], "get_source_partit": 13, "wanted_sourc": 13, "sourcepartit": 13, "leaf": 13, "flatten": [13, 33, 74, 75], "module_typ": 13, "input_nod": 13, "output_nod": 13, "linear1": 13, "linear2": 13, "randn": [13, 26, 32, 73, 74, 75], "edge_graph": 13, "print": [13, 14, 16, 18, 27, 30, 38, 44, 48, 50, 51, 53, 54, 59, 61, 62, 63, 73, 74, 75], "arg0": 13, "_param_constant0": [13, 14, 51], "permute_default": 13, "permute_copi": [13, 44], "_param_constant1": [13, 14, 51], "addmm_default": 13, "t_default": 13, "_param_constant0_1": 13, "permute_default_1": 13, "_param_constant1_1": 13, "addmm_default_1": 13, "t_default_1": 13, "relu_default": 13, "_param_constant2": [13, 14], "permute_default_2": 13, "_param_constant3": [13, 14], "addmm_default_2": 13, "t_default_2": 13, "module_partit": 13, "modulepartit": 13, "audienc": [14, 15, 26], "hardwar": [14, 16, 20, 26, 33, 36, 37, 38, 39, 44, 52, 53, 54, 73], "entri": [14, 16, 19, 26, 33, 36, 38, 53, 75], "leverag": [14, 16, 21, 22, 26, 33, 37, 40, 44, 46, 47, 50, 52, 53, 73], "benefit": [14, 16, 26], "experi": [14, 22, 26, 31, 34, 35, 37, 39, 46, 47, 57], "close": [14, 26, 31, 60], "resourc": [14, 16, 21, 28, 37, 46, 47, 53, 56, 60, 73], "compos": [14, 26, 38], "diagram": [14, 27, 33, 60], "figur": [14, 33, 36], "algorithm": [14, 32, 33], "to_backend": [14, 18, 26, 27, 30, 44, 52, 53, 73, 75], "appli": [14, 16, 20, 26, 32, 33, 36, 39, 41, 42, 43, 53, 54, 75], "sent": 14, "mutat": [14, 19, 25, 28, 38, 39, 44, 56, 57, 60, 74, 75], "suppos": 14, "partitionresult": 14, "backend_id": [14, 18, 26, 30, 44, 75], "compile_spec": [14, 26, 30], "exportedprogram": [14, 15, 26, 30, 38, 49, 51, 73, 74, 75], "serial": [14, 16, 25, 26, 27, 30, 33, 40, 54, 55, 60, 63, 73, 74, 75], "edge_program": [14, 15, 26, 30, 34, 52, 75], "compilespec": [14, 26, 30], "preprocessresult": [14, 19], "loop": [14, 60], "sin": [14, 26, 75], "pars": [14, 24, 28, 51, 55], "goe": [14, 27, 38], "respons": [14, 16, 32, 36, 44, 46, 60], "lifespan": [14, 15, 57], "et_nodiscard": [14, 28], "is_avail": 14, "delegatehandl": 14, "backendinitcontext": 14, "freeablebuff": [14, 28], "arrayref": [14, 28], "backendexecutioncontext": 14, "held": 14, "et_unus": 14, "relationship": 14, "register_backend": 14, "register": 14, "librarai": 14, "achiev": [14, 29], "auto": [14, 19, 28, 31, 32, 44], "cl": [14, 75], "backendwithcompil": 14, "backendwithcompilerdemo": [14, 26, 75], "success_with_compil": 14, "failur": [14, 28, 31], "emploi": [14, 16, 20], "purpos": [14, 28, 34, 38, 39, 40, 44], "correl": [14, 33, 51, 74], "opaqu": [14, 19, 25], "call_deleg": [14, 18], "ask": [14, 40], "natur": [14, 28], "delgat": 14, "visibl": [14, 44], "thu": [14, 16, 31, 41, 42, 49, 56], "suffer": 14, "significantli": [14, 37, 59], "counterpart": 14, "regardless": [14, 27, 32, 54, 55], "associ": [14, 16, 19, 28, 40, 42, 44, 51, 53], "consum": [14, 16, 18, 27, 34, 38, 44, 73, 74], "report": [14, 27, 35], "By": [14, 27, 31, 32, 34, 39, 51, 55, 56, 75], "emb": 14, "lift": [14, 40], "bias": [14, 44, 53], "get_param": 14, "_export": [14, 75], "bia": [14, 26, 40, 44, 75], "state": [14, 28, 36, 57, 75], "descript": [14, 28, 39, 41, 53], "haven": [14, 27, 43], "control": [14, 16, 28, 31, 33, 36, 38, 44, 51, 52, 54, 57, 60, 73, 75], "hold": [14, 28, 31, 32], "ye": 14, "backend_1": 14, "backend_2": 14, "paritition": 14, "backend_1_paritition": 14, "backend_2_partition": 14, "Will": [14, 28], "exported_program_backend_1": 14, "backend_2_paritition": 14, "exported_program_backend_1_and_2": 14, "concret": [14, 15, 60], "qnnpack": [14, 16], "box": [14, 15, 33, 57], "easi": [14, 17, 22, 28, 30, 40, 41, 51], "becuas": 14, "sai": [14, 38, 52], "backend_1_2_partition": 14, "backend2": 14, "delegation_spec_1": 14, "delegationspec": 14, "backend1": 14, "delegation_spec_2": 14, "partition_tag": [14, 26], "partiton": 14, "node_to_backend_1": 14, "delegation_tag": 14, "backend2_tag": 14, "partitioner_1": 14, "node_to_backend_2": 14, "partitioner_2": 14, "7": [14, 34, 52, 55, 59], "print_program": 14, "inspect_nod": 14, "error_msg": 14, "aten_convolution_default": [14, 75], "aten_convolution_default_1": 14, "_param_constant4": 14, "_param_constant5": 14, "aten_convolution_default_2": 14, "aten_gelu_default": 14, "gelu": 14, "stacktrac": [14, 50, 51, 75], "ipykernel_1204253": 14, "3382880687": 14, "test_model": 14, "mnt": 14, "xarfus": 14, "uid": 14, "25337": 14, "7b86ad0c": 14, "seed": [14, 44], "nspid4026532987_cgpid2707357": 14, "n": [14, 16, 28, 43, 51], "4026532984": 14, "1528": 14, "_call_impl": [14, 75], "forward_cal": 14, "712280972": 14, "conv1": [14, 74], "region": [15, 55, 60], "memoryplan": 15, "action": 15, "taken": [15, 39], "undergo": [15, 75], "emiss": [15, 30], "mutabl": [15, 28, 32, 57, 60], "fix": [15, 27, 57], "arena": [15, 28, 57], "specproppass": 15, "tensorspec": 15, "intermedi": [15, 22, 33, 34, 36, 38, 44, 50, 51, 52, 53], "mark": [15, 16, 43, 53], "dim": [15, 28, 40, 44, 54, 75], "valuerang": 15, "symshapeevalpass": 15, "integ": [15, 16, 27, 32, 44], "upper": [15, 52], "bound": [15, 40, 52], "hintbasedsymshapeev": 15, "deprec": [15, 28, 30, 35, 63], "hint": [15, 44], "valuerangebasedsymshapeev": 15, "upperboundmemori": 15, "memoryplanningpass": [15, 75], "inappropri": 15, "insuffici": 15, "concaten": [15, 54], "block": [15, 19, 27, 28, 44, 51, 73], "serv": [15, 16, 27, 44, 46, 47], "total": [15, 18, 27, 28, 44, 51, 74, 75, 76, 77], "consumpt": [15, 19], "baselin": [15, 16, 44], "greedi": 15, "tri": 15, "fit": [15, 43, 57], "isn": [15, 36], "lifetim": [15, 16, 28, 52, 55, 75], "pick": [15, 21, 46, 47, 54], "closest": [15, 25], "fragment": [15, 32, 44], "linearli": 15, "memory_planning_pass": [15, 75], "alloc_graph_input": 15, "data_ptr": [15, 28, 44], "nullptr": [15, 19, 24, 28, 44], "alloc_graph_output": 15, "planned_memori": [15, 28, 57], "advantag": [15, 16, 36, 60], "sram": [15, 57, 60], "dram": [15, 57, 60], "reus": [15, 26, 31, 40, 60, 75], "custompoolmemoryplanningpass": 15, "graph_signatur": 15, "exportgraphsignatur": [15, 51, 75], "subgm": 15, "mem_id": 15, "parent": [15, 26, 34], "memory_planning_algo": 15, "attempt": [15, 28, 31, 73, 75], "inspect": [15, 36, 50, 52], "overview": [16, 27, 34, 42, 53, 57, 70, 74], "term": [16, 36, 40, 56, 75], "throughout": [16, 27, 52], "intend": [16, 25, 43, 44, 53, 59], "reader": 16, "understand": [16, 22, 27, 29, 31, 34, 41, 43, 51, 52, 73], "terminologi": 16, "occur": [16, 19, 35], "split": 16, "fundament": [16, 32, 33], "almost": [16, 21], "hundr": 16, "immedi": [16, 44], "pipelin": [16, 27, 38], "properti": [16, 30, 32, 63], "faithfulli": [16, 38], "contrast": [16, 41], "smaller": [16, 33, 37, 39, 52], "reli": [16, 35, 37, 53], "usabl": [16, 33], "tend": [16, 53, 59], "often": [16, 32, 33, 39, 54, 55, 59], "flexibl": [16, 19, 24, 31, 32, 33, 36, 38, 40, 57], "mobil": [16, 27, 35, 36, 43, 52, 54], "client": [16, 28, 54, 55], "cuda": 16, "spars": 16, "wip": 16, "differenti": 16, "softwar": [16, 20, 22, 25], "shown": [16, 27, 33, 74, 75], "larg": [16, 28, 30, 32, 39, 43, 55], "scale": [16, 28, 51, 75], "cross": [16, 27, 33, 34, 44, 52, 60], "task": [16, 20, 39], "registr": [16, 36, 41, 44, 60], "referenc": [16, 32, 51], "glue": 16, "subset": [16, 28, 39], "upstream": [16, 34, 59], "combin": [16, 19, 40, 42, 43, 51, 75], "down": [16, 19, 27, 31, 34, 36, 37], "aren": 16, "torch_librari": [16, 38, 40, 44], "torchvis": [16, 27, 73], "roi_align": 16, "wide": [16, 36, 37, 52, 54, 60, 62], "outermost": 16, "innermost": 16, "w": [16, 24, 44, 54], "contigu": [16, 30, 53], "channels_last": 16, "microprocessor": 16, "architectur": [16, 27, 28, 36, 37, 41, 51, 54], "wherein": 16, "fly": 16, "accept": [16, 32, 53, 63], "unique_consecut": 16, "maskrcnn": 16, "Such": 16, "difficult": [16, 19, 32], "memoryalloc": [16, 28, 31, 57, 60], "jupyt": [16, 51, 74, 75, 76], "colab": 16, "notebook": [16, 50, 51, 74, 75, 76], "synthes": 16, "predefin": [16, 38], "server": [16, 27, 38, 52, 54, 75], "besid": [16, 38], "wearabl": [16, 35, 36, 37, 56, 60], "port": 16, "ntermedi": 16, "epresent": 16, "cost": [16, 28, 40, 41], "side": [16, 19, 32, 75], "effect": [16, 19, 31, 32, 42, 56, 60, 75], "dag": 16, "direct": [16, 27, 33, 35, 44, 48, 59, 60], "acycl": 16, "hop": 16, "formula": 16, "behav": 16, "proxytensor": 16, "sensit": [16, 52], "accuraci": [16, 43, 44], "loss": 16, "retain": 16, "closer": [16, 31], "save": [16, 25, 26, 31, 33, 34, 36, 44, 47, 52, 59, 73], "offset": [16, 28, 54, 55, 57], "storag": [16, 36], "compound": 16, "fewer": 16, "launch": [16, 46, 47], "v": 16, "planner": [16, 75], "analysi": [16, 19, 22, 24, 25, 31, 50, 62, 74, 75], "log": [16, 24, 33, 44, 47, 59, 60, 61], "statement": [16, 54, 61], "panick": [16, 54, 61], "signatur": [16, 41, 51, 59, 75], "priorit": [16, 39, 41, 44], "clariti": 16, "simplic": [16, 41], "malloc": [16, 28, 54, 57, 60], "lose": [16, 25, 32, 37, 74], "fake": 16, "round": 16, "mimic": 16, "int8": [16, 38, 53, 75], "adjust": [16, 41, 46, 60], "ultim": [16, 33, 75], "afterward": [16, 73], "precis": [16, 32, 39, 44, 56], "decreas": 16, "latenc": [16, 36, 53], "matmul": 16, "destruct": 16, "visual": [16, 22, 25, 33, 49, 74], "leaner": 16, "signific": [16, 31, 32, 33, 44, 53, 59], "arm": [16, 33, 35, 37, 44, 53, 54, 59], "webassembli": [16, 53], "risc": 16, "successor": [16, 52], "thank": 17, "host": [17, 20, 27, 35, 43, 54, 55], "insight": [18, 22, 44, 51], "get_delegation_info": [18, 44], "backend_debug": [18, 44], "tabul": [18, 44], "edge_manag": [18, 44], "delegation_info": [18, 44], "get_summari": [18, 44], "df": [18, 44, 74], "get_operator_delegation_datafram": [18, 44], "tablefmt": [18, 44], "fancy_grid": [18, 44], "printout": [18, 44], "86": 18, "473": 18, "430": 18, "op_typ": [18, 44, 51], "occurrences_in_delegated_graph": 18, "occurrences_in_non_delegated_graph": 18, "aten__softmax_default": [18, 44], "37": [18, 44], "aten_addmm_default": [18, 44], "48": [18, 44, 59], "aten_arange_start_step": 18, "25": [18, 44, 48, 59], "aten_view_copy_default": [18, 44, 73], "170": 18, "26": 18, "format_delegated_graph": [18, 44], "print_delegated_graph": [18, 44], "print_tabular": 18, "print_read": [18, 75], "hide": [18, 31], "observ": [18, 41, 44, 53, 73, 75], "aten_unsqueeze_copy_default_22": 18, "unsqueeze_copi": 18, "aten_arange_start_step_23": 18, "aten_unsqueeze_copy_default_23": 18, "aten_arange_start_step_24": 18, "xnnpackbackend": [18, 44], "aten_embedding_default": 18, "aten_embedding_default_1": 18, "higher_ord": [18, 73, 75], "aten_sub_tensor": [18, 75], "aten_unsqueeze_copy_default": 18, "aten_unsqueeze_copy_default_1": 18, "promin": 19, "behavior": [19, 28, 33, 41], "obfusc": 19, "rich": [19, 44], "valuabl": [19, 46, 47], "wouldn": 19, "separ": [19, 28, 32, 33, 40, 41, 42, 44, 51, 52, 57, 75], "parser": [19, 48, 51], "recal": [19, 74], "11": [19, 34, 55, 59], "respect": [19, 32, 50], "fused_op_1_2_3": 19, "construct": [19, 28, 30, 31, 32, 56, 74], "processed_byt": [19, 30, 75], "debug_handle_map": 19, "builder": 19, "generated_identifi": 19, "insert_delegate_mapping_entri": 19, "debug_handl": [19, 51, 75], "retriev": [19, 28, 31, 35, 51], "get_delegate_map": 19, "intuit": [19, 46, 47], "denot": [19, 31], "stop": 19, "event_tracer_start_profiling_deleg": 19, "evententri": 19, "event_tracer_end_profiling_deleg": 19, "conclud": 19, "eventtrac": [19, 28], "eventtracerentri": 19, "delegate_debug_id": 19, "event_trac": [19, 28, 31, 44], "char": [19, 28, 31, 38, 54, 57], "debughandl": 19, "event_tracer_entri": 19, "metadata_len": 19, "don": [19, 31, 38, 40, 54, 59, 61], "simultan": 19, "event_tracer_log_profiling_deleg": 19, "et_timestamp_t": 19, "start_tim": 19, "end_tim": 19, "seen": 19, "arrai": [19, 28, 32, 44, 55, 60], "pair": 19, "seri": [19, 36, 60], "immut": [19, 60], "bytearrai": 19, "buffer_path": [19, 50], "delegate_metadata_pars": [19, 51], "parse_delegate_metadata": 19, "delegate_metadata": 19, "metadata_str": 19, "metadata_byt": 19, "fork": [20, 52], "segment": [20, 28], "prerequisit": [20, 39, 59], "studio": [20, 46, 59], "cento": [20, 34], "ventura": 20, "m1": [20, 34], "htp": 20, "requisit": [20, 43], "19": [20, 44, 59], "aot_compil": [20, 21], "dl3": 20, "executorchdemo": [20, 21], "src": 20, "asset": 20, "dl3_xnnpack_fp32": 20, "adb_connected_device_seri": 20, "dexecutorch_build_xnnpack": [20, 27, 73], "xnnpack_backend": [20, 44], "libexecutorch_jni": 20, "fbjni": 20, "qnn": [20, 33, 35, 43, 46], "executorch_build_qnn": 20, "add_librari": [20, 40], "jnilib": 20, "emul": [20, 54], "ve": [20, 21, 27, 34, 44, 46, 50], "learnt": [20, 27], "titl": 20, "welcom": [21, 44], "live": [21, 22, 28, 34, 46, 47, 51, 60], "camera": [21, 47], "shader": [21, 44, 47, 52], "17": [21, 34, 40, 44, 60], "setuptool": 21, "wheel": 21, "apple_io": [21, 47], "mv": 21, "classif": 21, "raw": [21, 22, 44, 51, 74], "githubusercont": [21, 44], "master": [21, 44], "imagenet_class": 21, "doubl": [21, 28, 32, 38, 40, 54, 60], "simulaltor": 21, "cmd": 21, "xcrun": 21, "simctl": 21, "xcodebuild": 21, "scheme": [21, 52, 56], "destin": 21, "congratul": [21, 34], "explor": [21, 27, 31, 34, 46, 47, 53, 59], "enjoi": 21, "comprehens": 22, "onboard": [22, 44], "ground": 22, "deep": [22, 28, 44], "bundledprogram": [22, 25, 74], "fact": [22, 41], "breakdown": 22, "stat": [22, 46], "surfac": [22, 36, 39], "qualiti": [22, 50], "artifact": [22, 25, 27, 34, 40, 44, 74], "critic": [22, 27, 33, 37], "draw": [22, 25], "rough": [22, 25, 27], "convent": [22, 25, 40, 44], "gdb": [22, 25], "similarli": [22, 27, 32, 48, 50], "coredump": 22, "alon": [22, 27], "enough": [22, 28, 32, 41, 54, 60], "enrti": 22, "join": 22, "linkag": [22, 35], "walkthrough": [23, 62], "mechan": [24, 39], "rel": [24, 39, 40, 55], "straightforward": [24, 39, 41], "etdump_flatcc": [24, 31, 44], "etdumpgen": [24, 31, 44, 50], "etdump_gen": [24, 44, 50], "filesystem": [24, 50], "constrain": [24, 27, 36, 37, 42, 44, 60], "jtag": 24, "etdump_result": [24, 44], "get_etdump_data": [24, 31, 44], "buf": [24, 31, 44], "fopen": [24, 44], "flags_etdump_path": 24, "c_str": 24, "fwrite": [24, 44], "uint8_t": [24, 28, 32, 44, 50, 57], "fclose": [24, 44], "et_event_tracer_en": 24, "target_compile_opt": [24, 44], "det_event_tracer_en": [24, 44], "portable_ops_lib": [24, 44], "post": [24, 25, 33, 39, 53, 62], "numer": [25, 32, 39, 44, 50], "deepcopi": [25, 28, 44, 74], "_etrecord": 25, "et_record": 25, "edge_dialect_program": [25, 38], "export_modul": 25, "represent": [25, 26, 33, 34, 36, 38, 44, 53, 75], "edgeprogrammanag": [25, 26, 30, 38, 44, 73, 74, 75], "oss": [25, 36], "engin": [26, 33, 35, 36, 44], "accord": [26, 32, 35, 40, 44], "streamlin": [26, 33, 36, 57], "procecss": 26, "loweredbackendmodul": [26, 30, 73, 75], "backend_api": [26, 30, 73, 75], "emit": [26, 33, 59], "flatbuff": [26, 33, 53, 54, 55, 73, 74], "lowerablesubmodel": 26, "to_be_low": 26, "example_input": [26, 44, 53, 73], "to_be_lowered_exir_submodul": 26, "backend_with_compiler_demo": [26, 75], "lowered_modul": [26, 75], "nonlowerablesubmodel": 26, "lowerpart": 26, "compositemodel": 26, "non_lower": [26, 75], "ret": [26, 75], "composite_model": 26, "model_input": 26, "exec_prog": [26, 73], "overload": [26, 30, 40], "insert": [26, 40, 53, 73, 75], "op_partitioner_demo": [26, 75], "addmulpartitionerdemo": [26, 75], "core_aten_ep": 26, "familiar": [27, 35, 36, 39, 46, 47, 53, 73], "jump": 27, "tree": 27, "cs300": 27, "cs320": 27, "think": [27, 39], "pull": [27, 34, 59], "autom": 27, "fashion": 27, "conda": [27, 34, 44, 59, 75], "upon": [27, 46], "success": [27, 28, 31, 53], "inde": 27, "unam": 27, "popular": [27, 44], "agre": [27, 28], "agreement": 27, "eula": 27, "ecosystem": [27, 32, 33, 36, 37], "setup_fvp": 27, "m55": 27, "m85": 27, "eabi": 27, "setup_toolchain": 27, "setup_ethos_u": 27, "setup_vela": 27, "setup_tosa_reference_model": 27, "devlop": 27, "rel1": 27, "core_platform": 27, "core_softwar": 27, "fetch_extern": 27, "corstone300": 27, "fvp_corstone_ss": 27, "corstone320": 27, "fvp_cs300": 27, "tgz": 27, "fvp_cs320": 27, "tar": 27, "xz": 27, "reference_model": 27, "varieti": [27, 37, 41, 53, 54, 60], "much": [27, 33, 39, 41, 60, 75], "primarili": [27, 41, 52], "focu": [27, 31, 32], "class_nam": 27, "softmax": 27, "5000": 27, "mind": [27, 39, 41, 60], "oppos": [27, 52], "u55": 27, "train": [27, 33, 44, 53, 60, 75], "mobilenet_v2": [27, 73], "mobilenet_v2_weight": [27, 73], "mv2": [27, 73], "snippet": [27, 46, 47], "fallback": [27, 40], "highli": [27, 36, 37, 44, 53], "dedic": [27, 31], "primari": [27, 34, 39, 44, 46, 47, 48, 59], "mix": [27, 41], "illustr": [27, 33, 36, 44], "skip": [27, 31, 32, 53], "aot_arm_compil": 27, "arm_backend": 27, "generate_ethosu_compile_spec": 27, "graph_module_edg": 27, "armpartition": 27, "128": [27, 30, 43, 75], "add_arm_deleg": 27, "quantized_ops_aot_lib": 27, "site_packag": 27, "distutil": 27, "sysconfig": 27, "get_python_lib": 27, "cmake_prefix_path": 27, "executorch_root_dir": 27, "dexecutorch_build_kernels_quantized_aot": 27, "et_root_dir": 27, "parallel": 27, "so_librari": 27, "libquantized_ops_aot_lib": 27, "mv2_arm_deleg": 27, "mv2model": 27, "piec": [27, 32, 59], "previous": [27, 28, 49, 59, 75], "earlier": [27, 31, 51, 53, 73], "generate_pte_fil": 27, "libportable_kernel": [27, 59], "libportable_ops_lib": 27, "libexecutorch_delegate_ethos_u": 27, "build_executorch": 27, "build_quantization_aot_lib": 27, "executorch_select_ops_list": 27, "decid": 27, "miss": 27, "realiz": 27, "portable_kernel": 27, "comma": [27, 42], "seper": 27, "constraint": [27, 33, 37, 38, 40, 41, 51, 75], "build_executorch_runn": 27, "u85": 27, "elf": 27, "ethos_u_build_dir": 27, "arm_executor_runn": 27, "320_etho": 27, "mps4_board": 27, "subsystem": [27, 34], "ethosu": 27, "num_mac": 27, "visualis": 27, "vis_hdlcd": 27, "disable_visualis": 27, "telnetterminal0": 27, "start_telnet": 27, "uart0": 27, "out_fil": 27, "shutdown_on_eot": 27, "timelimit": 27, "120": [27, 74], "sim": 27, "kill": 27, "364": 27, "0x70000000": 27, "366": 27, "4425968": 27, "384": 27, "395": 27, "pool": [27, 35, 74], "62914560": 27, "412": 27, "752640": 27, "armbackendethosu": 27, "79": [27, 51], "armbackend": 27, "0x70000070": 27, "445": 27, "447": [27, 75], "461": [27, 51], "463": 27, "118": 27, "298": 27, "arm_perf_monitor": 27, "121": 27, "cycl": [27, 28, 30, 51, 63], "per": [27, 44, 46, 60], "125": 27, "cycle_cnt": 27, "1498202": 27, "132": 27, "6925114": 27, "140": 27, "ratio": [27, 51], "calcul": [27, 36, 40, 44, 53, 62], "fpga": 27, "ident": [27, 51, 60], "149": 27, "99": 27, "153": 27, "162": [27, 51], "cpu_wait_for_npu_cntr": 27, "729": 27, "167": 27, "pmu": 27, "168": 27, "ethosu_pmu_cycle_cntr": 27, "5920305": 27, "171": [27, 59], "ethosu_pmu_cntr0": 27, "359921": 27, "ethosu_pmu_cntr1": 27, "ethosu_pmu_cntr2": 27, "ethosu_pmu_cntr3": 27, "503": 27, "178": 27, "ethosu_pmu_ext0_rd_data_beat_receiv": 27, "ethosu_pmu_ext1_rd_data_beat_receiv": 27, "ethosu_pmu_ext0_wr_data_beat_written": 27, "ethosu_pmu_npu_idl": 27, "470": 27, "model_pte_loaded_s": 27, "484": 27, "method_allocator_us": 27, "1355722": 27, "61558838": 27, "491": [27, 51], "method_allocator_plan": 27, "493": 27, "method_allocator_load": 27, "966": 27, "494": 27, "method_allocator_input": 27, "602116": 27, "495": [27, 51], "method_allocator_executor": 27, "498": 27, "temp_allocator_us": 27, "1048576": 27, "152": 27, "156": 27, "749744": 27, "019224": 27, "134570": 27, "996": 27, "230691": 27, "997": 27, "634399": 27, "998": 27, "115345": 27, "999": 27, "576386": 27, "177": 27, "exit": 27, "179": 27, "compact": 27, "smooth": 27, "offload": [27, 33], "recap": 27, "major": [27, 39, 52, 53, 73], "style": [28, 40, 52], "life": [28, 30, 56, 63], "polici": [28, 30, 35, 55, 63], "enum": [28, 31, 32], "internalconsist": [28, 63], "pointer": [28, 53, 54, 57, 60], "truncat": 28, "obvious": 28, "corrupt": 28, "catch": 28, "illeg": 28, "proram": 28, "headerstatu": 28, "presenc": 28, "compatiblevers": 28, "incompatiblevers": 28, "notpres": 28, "shortdata": 28, "short": [28, 38, 44, 54], "get_constant_buffer_data": 28, "buffer_idx": 28, "nbyte": 28, "constant": [28, 60], "index": [28, 31, 51], "constant_buff": 28, "num_method": 28, "get_method_nam": 28, "method_index": 28, "less": [28, 44, 60], "request": [28, 31], "temp_alloc": 28, "null": [28, 40], "temp": 28, "et_pal_alloc": 28, "tracer": 28, "methodmeta": [28, 31, 57], "method_meta": [28, 31, 57], "gather": [28, 42, 57, 60], "get_output_flattening_encod": 28, "pytre": [28, 38, 75], "dataload": [28, 31, 54, 57, 60], "outliv": [28, 32], "inlin": 28, "lowercas": [28, 40], "check_head": 28, "begin": [28, 44, 55, 73], "kminheadbyt": 28, "constexpr": 28, "rh": 28, "noexcept": 28, "ctor": 28, "ownership": [28, 32], "leav": 28, "uniniti": [28, 32], "set_input": [28, 31, 32, 57], "input_evalu": 28, "input_idx": 28, "But": [28, 40, 54, 60, 61], "alia": [28, 32, 39], "rather": [28, 41, 57, 75], "inputs_s": 28, "output_idx": 28, "span": [28, 50, 57], "outlast": 28, "length": [28, 32], "had": [28, 32], "get_output": [28, 57], "output_evalu": 28, "todo": 28, "t139259264": 28, "outputs_s": 28, "greater": [28, 36], "get_input": 28, "advanc": [28, 33, 34, 46, 59], "succeed": 28, "endofmethod": 28, "experimental_step": 28, "reset_execut": 28, "invalidst": 28, "recov": 28, "mid": 28, "experimental_reset_execut": 28, "mutable_input": 28, "mutable_output": 28, "num_input": [28, 31], "input_tag": 28, "tensorinfo": 28, "input_tensor_meta": [28, 31], "num_output": 28, "output_tag": 28, "output_tensor_meta": [28, 31], "num_memory_planned_buff": [28, 57], "int64_t": [28, 44, 54], "memory_planned_buffer_s": [28, 57], "num_instruct": 28, "num_non_const_buff": 28, "non_const_buffer_s": 28, "data_load": 28, "segmentinfo": 28, "segment_info": 28, "underli": [28, 31, 32, 44, 51, 54, 75], "thread": [28, 54], "safe": [28, 33, 36, 60, 75], "lock": [28, 60], "load_into": 28, "struct": [28, 31], "member": 28, "segment_typ": 28, "segment_index": 28, "descriptor": 28, "address": [28, 39, 43], "bookmark": 28, "grow": 28, "cur_": 28, "100": [28, 44, 51, 75], "heap": [28, 60], "memory_pool": 28, "sizeof": 28, "underneath": 28, "hood": [28, 32, 60], "platformmemoryalloc": 28, "uint32_t": [28, 54, 55], "base_address": 28, "align": [28, 48, 55, 60, 75], "kdefaultalign": 28, "Not": [28, 39, 51, 54], "templat": [28, 43], "typenam": 28, "allocateinst": 28, "alignof": 28, "memory_alloc": 28, "mytyp": 28, "allocatelist": 28, "chunk": [28, 60], "hierarchicalalloc": [28, 57, 60], "group": [28, 51, 53], "hierarch": 28, "n_alloc": 28, "get_offset_address": 28, "memory_id": 28, "offset_byt": 28, "size_byt": 28, "scenario": 28, "account": 28, "scratch": 28, "suggest": [28, 35], "whenev": [28, 59, 60], "method_alloc": [28, 57], "temporari": 28, "constant_alloc": 28, "non_constant_alloc": 28, "runtime_alloc": 28, "temporary_alloc": 28, "constructor": [28, 31, 44, 57], "t162089316": 28, "implicit": [28, 38], "tooption": 28, "payload": [28, 31], "triviallycopyablepayload": 28, "tensorimpl": [28, 32, 57], "caller": [28, 40], "sizestyp": [28, 32, 57], "dimordertyp": [28, 32, 57], "dim_ord": [28, 32, 33, 57], "stridestyp": [28, 32], "stride": [28, 32], "unsafegettensorimpl": 28, "wari": 28, "aliv": 28, "capac": 28, "ssize_t": 28, "sizetyp": 28, "though": [28, 32, 40, 44, 54], "etensor": 28, "numel": [28, 44, 75], "element_s": 28, "laid": 28, "tensorshapedynam": [28, 32], "shape_dynam": 28, "const_data_ptr": [28, 31], "mutable_data_ptr": 28, "set_data": 28, "ptr": [28, 32], "alias": [28, 38, 40, 75], "semant": [28, 33, 36], "to_edge_transform_and_low": [30, 73], "constant_method": 30, "compile_config": [30, 44, 73, 74], "ops_set_to_not_decompos": 30, "html": [30, 44, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "across": [30, 32, 36, 37, 41, 46, 47, 53, 54, 60], "config_method": 30, "execution_program": 30, "backend_config": 30, "write_to_fil": [30, 73], "incur": 30, "dump_executorch_program": 30, "verbos": [30, 31], "human": [30, 44], "readabl": [30, 32, 41, 44, 51], "condens": 30, "stdout": [30, 51, 54, 59], "stream": [30, 51], "stringio": 30, "textio": 30, "partitioner_inst": 30, "therefor": [30, 31, 39, 40, 41, 42, 54, 60], "proper": 30, "discrimin": 30, "attach": 30, "edge_graph_modul": 30, "tpartition": 30, "extract_delegate_seg": 30, "segment_align": 30, "constant_tensor_align": 30, "delegate_align": 30, "memory_plan": 30, "original_modul": [30, 75], "great": [31, 39], "regular": [31, 32], "resembl": [31, 40], "facad": 31, "intric": 31, "simpleconv": [31, 57, 75], "tensorptr": [31, 44], "256": [31, 57, 75], "from_blob": [31, 44], "totensor": [31, 44], "boil": 31, "fast": [31, 36, 41], "lazili": 31, "is_load": 31, "is_method_load": 31, "conveni": [31, 38, 51, 73], "load_forward": 31, "count": [31, 54, 59], "introspect": 31, "miscellan": 31, "input_meta": 31, "output_meta": 31, "input_valu": 31, "input_index": 31, "tensor_valu": 31, "std": [31, 32, 40, 44, 57, 60, 61], "vector": [31, 41, 44, 54, 57, 60], "input1": 31, "input2": 31, "input3": 31, "input_value_1": 31, "input_value_0": 31, "forget": [31, 59], "anymor": 31, "prealloc": 31, "set_output": [31, 32], "output_tensor": 31, "output_index": 31, "derefer": [31, 32], "fstream": 31, "loadmod": [31, 44], "mmapusemlock": 31, "make_uniqu": [31, 44, 57], "my_method": 31, "dynamic_cast": 31, "unique_ptr": [31, 44, 54, 57], "decltyp": 31, "ofstream": 31, "static_cast": [31, 32, 44, 57], "abstract": [31, 32, 33, 57, 60], "awai": 31, "worri": [31, 32, 40], "dimension": [32, 44], "especi": [32, 54, 60], "tini": 32, "burden": 32, "footprint": [32, 36, 37, 56], "trade": [32, 36], "stick": [32, 55], "imagin": 32, "declar": [32, 61], "sometim": [32, 54], "lead": [32, 44, 54], "0f": 32, "tensor_impl": 32, "stai": 32, "mainten": [32, 40], "prone": 32, "struggl": 32, "hoc": 32, "inconsist": 32, "allevi": [32, 43], "smart": 32, "whether": [32, 39, 40, 46, 51, 73], "make_tensor_ptr": 32, "deduc": 32, "seamless": [32, 37], "implicitli": [32, 57], "dereferenc": 32, "shared_ptr": [32, 54], "duplic": [32, 40], "sever": [32, 47, 60], "42": 32, "cast": [32, 57], "revers": 32, "disallow": 32, "reinterpret": 32, "accommod": 32, "dynamic_bound": 32, "reflect": [32, 50], "tensor_copi": 32, "original_tensor": 32, "newli": [32, 46, 47], "modif": 32, "clone_tensor_ptr": 32, "independ": [32, 44, 60], "likewis": 32, "arbitrarili": 32, "resize_tensor_ptr": 32, "fluent": 32, "syntax": [32, 40, 48], "empty_lik": 32, "empty_strid": 32, "tensor_ful": 32, "tensor_zero": 32, "tensor_on": 32, "full_lik": 32, "full_strid": 32, "zeros_lik": 32, "zeros_strid": 32, "ones_lik": 32, "ones_strid": 32, "tensor_rand": 32, "tensor_randn": 32, "min": [32, 39, 51, 75], "inclus": 32, "max": [32, 39, 44, 51, 74, 75], "exclus": [32, 41], "tensor_randint": 32, "scalar_tensor": 32, "14f": 32, "half": 32, "bfloat16": 32, "tensor2": 32, "cautiou": 32, "preprocessor": 32, "use_aten_lib": 32, "reshap": [32, 53], "resize_": 32, "new_siz": 32, "rand_lik": 32, "randn_lik": 32, "randint_lik": 32, "carefulli": 32, "cleaner": 32, "know": [32, 43, 57], "unintend": 32, "leak": 32, "safer": 32, "adopt": [32, 52], "steep": 32, "curv": 32, "technic": [33, 37], "toward": [33, 57], "divers": [33, 37], "realtim": [33, 37], "monolith": 33, "modular": 33, "opinion": [33, 56], "greatli": 33, "torchdynamo": 33, "aotautograd": 33, "accomplish": [33, 56], "contract": 33, "bigger": 33, "autograd": [33, 75], "qat": [33, 46, 47], "ptq": 33, "thousand": 33, "ideal": [33, 36], "serializ": 33, "agnost": [33, 75], "plu": 33, "layout": [33, 39, 52, 53, 55, 60], "domain": 33, "qualcomm": [33, 35, 37, 44, 46], "tosa": 33, "swap": [33, 43, 44], "aka": [33, 36], "async": 33, "deploy": [33, 35, 36, 37], "sens": [33, 41], "recogn": [33, 55], "registri": [33, 40, 63], "research": 33, "quickli": [33, 34, 43, 73], "rhel": 34, "m2": 34, "big": [34, 54], "sur": 34, "wsl": 34, "smoothli": 34, "wider": [34, 35], "fullest": 34, "extent": 34, "yn": [34, 44], "viabl": 34, "strict": [34, 74, 75], "ci": 34, "sync": 34, "altogeth": 34, "fetch": 34, "idea": [34, 46, 47], "adapt": [34, 44, 46, 47, 52], "again": [34, 47, 59], "export_add": 34, "site": [34, 73, 75], "example_fil": 34, "touch": [34, 38], "matric": [34, 43, 52], "aten_dialect": [34, 38, 52, 75], "desktop": [34, 44, 52], "j9": [34, 59, 73], "visit": [34, 56], "dive": [34, 35, 46, 47], "deeper": 34, "v0": [35, 64, 65, 66, 67, 68, 69, 70, 71, 72, 76], "beta": 35, "compli": [35, 38, 40], "aris": [35, 39], "technologi": [35, 36], "forum": [35, 39], "infrastructur": 35, "everywher": 35, "vr": [35, 75], "heavili": 35, "topic": [35, 37], "gentl": 35, "analyz": [35, 51], "troubleshoot": 35, "vulkan": [35, 44], "etho": [35, 59], "mediatek": [35, 46], "mpsgraph": 35, "xtensa": [35, 59], "hifi4": 35, "dsp": [35, 37, 54, 59, 60], "laptop": [36, 52], "iot": 36, "compress": 36, "furthermor": 36, "robust": 36, "littl": [36, 55], "ship": [36, 41, 44, 52], "opset": [36, 39, 40], "microcontrol": [36, 37, 56, 60], "gain": [36, 44], "principl": [36, 41, 57], "problem": [36, 61], "face": [36, 43, 46, 47, 56], "lack": 36, "themselv": 36, "eas": 36, "bare": [36, 44, 54, 60], "conv": [36, 53, 75], "choic": [36, 46, 47, 62], "proposit": 37, "challeng": [37, 43], "internet": 37, "histor": 37, "prevent": 37, "scalabl": 37, "industri": 37, "partner": 37, "superior": 37, "torchscript": 37, "refrain": 38, "impli": [38, 39], "consequ": [38, 44], "choos": [38, 40, 43, 44, 54, 59, 60, 75], "broadcast": 38, "contiguous_format": 38, "withhold": 38, "concept": [38, 39, 44, 54, 56], "opcal": 38, "mymodul": 38, "tracing_input": 38, "aten_dialect_program": 38, "matter": 38, "dsl": [38, 40], "sigmoid": [38, 60, 75], "type_alia": [38, 40], "t0": [38, 40], "t1": 38, "t2": 38, "type_constraint": 38, "__ret_0": 38, "exir_op": [38, 75], "self_arg": 38, "_return": 38, "allowed_typ": 38, "float64": 38, "int16": 38, "int64": 38, "someon": 38, "gradual": 38, "expand": [38, 48], "background": 39, "hardsigmoid": [39, 53], "clamp": [39, 53, 75], "motiv": 39, "behind": 39, "deal": [39, 54], "constantli": 39, "flux": 39, "vast": 39, "consider": 39, "expens": 39, "impos": 39, "profound": 39, "survei": 39, "proxi": 39, "decis": [39, 42], "examin": [39, 52], "potenti": [39, 44, 57, 60], "shouldn": 39, "outright": 39, "characterist": 39, "reason": 39, "perhap": 39, "until": [39, 46, 47, 59], "monument": 39, "tail": 39, "why": [39, 42], "nonetheless": 39, "propos": 39, "heavi": 40, "hous": [40, 42], "eigenbla": 40, "balanc": 40, "vital": 40, "fledg": 40, "native_funct": [40, 44], "deriv": [40, 42], "outcom": 40, "codegen": [40, 42], "lookup": 40, "arg_meta": 40, "kernel_nam": 40, "dim_order_alia": 40, "underscor": 40, "charact": [40, 44], "add_out": 40, "scalar_out": 40, "add_scalar_out": 40, "d0": 40, "allclos": 40, "rtol": 40, "1e": 40, "05": 40, "atol": 40, "08": 40, "equal_nan": 40, "dummy_param": 40, "allclose_out": 40, "posit": [40, 57, 75], "anyth": [40, 54, 61], "keyword": [40, 75], "convention": 40, "_out": 40, "memoryformat": 40, "generate_bindings_for_kernel": 40, "functions_yaml": 40, "custom_ops_yaml": 40, "gen_selected_op": [40, 42], "gen_operators_lib": 40, "select_ops_list": [40, 42], "generated_lib": 40, "_kernel_lib": [40, 42], "kernel_lib": 40, "dep": 40, "target_link_librari": [40, 44], "executorch_binari": 40, "preced": [40, 61], "merge_yaml": 40, "fallback_yaml": 40, "output_dir": 40, "out_dir": 40, "opt_add_out": 40, "unlik": [40, 54, 56], "executorch_librari": [40, 44], "wrap_to_aten": [40, 44], "tweak": 40, "custom_linear": [40, 44], "kernel_includ": [40, 44], "custom_linear_out": [40, 44], "myop": [40, 44], "custom_linear_pytorch": [40, 44], "empti": [40, 44, 51], "dylib": [40, 44], "target_link_options_shared_lib": 40, "custom_op_lib": 40, "cmake_current_source_dir": [40, 44], "custom_op": [40, 42], "target_include_directori": 40, "add_execut": [40, 44], "custom_op_runn": 40, "archiv": [40, 59], "load_librari": [40, 44], "libcustom_linear": [40, 44], "pro": 40, "con": 40, "central": 40, "bookkeep": 40, "inflex": 40, "definit": [40, 59, 61], "batteri": [41, 56], "essenc": 41, "theme": 41, "sacrif": [41, 57], "strictli": 41, "unsanct": 41, "coverag": [41, 52], "degre": 41, "progress": 41, "bottleneck": 41, "adequ": 41, "supplement": [41, 51], "inspir": [41, 46, 47], "speak": 41, "sleef": 41, "openbla": 41, "fine": [41, 60], "seek": 41, "basi": 41, "showcas": [42, 46, 47], "preread": 42, "compromis": 42, "50kb": [42, 60], "surg": 42, "unus": 42, "filter": 42, "distinguish": 42, "aggreg": [42, 51], "_will": 42, "_kernel": 42, "_take": 42, "l12": 42, "lib_nam": 42, "ops_schema_yaml": 42, "root_op": 42, "include_all_op": 42, "boolean": 42, "allowlist": 42, "select_all_op": 42, "elseif": 42, "select_ops_yaml": 42, "_custom_ops_yaml": 42, "dselect_ops_list": 42, "dselect_ops_yaml": 42, "16gb": 43, "ram": 43, "spinquant": [43, 46, 47], "rotat": 43, "8b_w4a16kv16_lr_1": 43, "5_seed_0": 43, "difficulti": 43, "pt2e_quant": 43, "qnn_16a4w": 43, "therebi": 43, "pressur": 43, "num_shard": 43, "shard": 43, "friendli": 43, "optimized_rotation_path": 43, "path_to_optimized_matrix": 43, "r1": 43, "r2": 43, "calibration_data": 43, "start_header_id": 43, "end_header_id": 43, "calibr": [43, 44, 53, 73, 75], "card": 43, "100gb": 43, "entir": [43, 47, 75], "hour": 43, "path_to_token": 43, "path_to_param": 43, "path_to_checkpoint_for_meta": 43, "use_kv_cach": 43, "calibration_task": 43, "wikitext": 43, "calibration_limit": 43, "calibration_seq_length": 43, "nyou": 43, "funni": 43, "chatbot": 43, "eot_id": 43, "ncould": 43, "tell": [43, 44, 75], "me": [43, 46], "facebook": 43, "assist": [43, 46], "usb": 43, "upload": [43, 49], "seq_len": 43, "nhello": 43, "delight": 43, "chat": [43, 46, 47], "social": 43, "media": 43, "2004": 43, "zuckerberg": 43, "hi": 43, "colleagu": 43, "he": 43, "student": 43, "harvard": 43, "facemak": 43, "book": 43, "peopl": 43, "thought": [43, 44], "friend": 43, "grew": 43, "12gb": 43, "concis": 44, "sampler": 44, "sole": 44, "encourag": 44, "journei": 44, "world": [44, 51], "miniconda": 44, "nanogpt": 44, "pyenv": 44, "virtualenv": 44, "importantli": 44, "brew": 44, "bashrc": 44, "zshrc": 44, "eval": [44, 73], "python_execut": 44, "karpathi": 44, "gpt": 44, "124m": 44, "vocabulari": 44, "huggingfac": 44, "co": 44, "openai": 44, "gpt2": 44, "vocab": 44, "wget": 44, "standalon": [44, 52], "export_nanogpt": 44, "edgecompileconfig": [44, 73, 74], "attent": 44, "sdpa_kernel": 44, "sdpbackend": 44, "from_pretrain": 44, "block_siz": 44, "adher": 44, "0th": 44, "1st": 44, "dynamic_shap": [44, 75], "token_dim": 44, "no_grad": 44, "traced_model": 44, "edge_config": 44, "_check_ir_valid": [44, 73, 74], "cstdint": [44, 54], "basic_sampl": 44, "basic_token": 44, "exec_aten": 44, "driver": 44, "repeatedli": 44, "endoftext": 44, "endoftext_token": 44, "50256": 44, "llm_model": 44, "basictoken": 44, "basicsampl": 44, "max_input_length": 44, "max_output_length": 44, "text": [44, 46], "input_token": 44, "output_token": 44, "0u": 44, "logit": 44, "probabl": 44, "logits_evalu": 44, "logits_tensor": 44, "next_token": 44, "push_back": [44, 57], "cout": [44, 54], "decod": [44, 75], "flush": 44, "eras": 44, "endl": 44, "output_str": 44, "tokenzi": 44, "substr": 44, "arbitrari": [44, 60], "probabilti": 44, "strategi": 44, "simplest": 44, "highest": [44, 60], "random": [44, 46], "penalti": 44, "repeat": 44, "de": 44, "elabor": 44, "enter": [44, 46], "getlin": 44, "cin": 44, "mmapusemlockignoreerror": 44, "max_input_token": 44, "1024": 44, "max_output_token": 44, "30": 44, "llm_manual": 44, "add_directori": 44, "cmake_minimum_requir": 44, "nanogpt_runn": 44, "cmake_cxx_standard": 44, "cmake_cxx_standard_requir": 44, "executorch_enable_log": 44, "executorch_build_extension_data_load": 44, "executorch_build_extension_modul": 44, "executorch_build_extension_tensor": 44, "executorch_build_kernels_optim": 44, "subdirectori": 44, "cmake_binary_dir": 44, "privat": 44, "extension_module_stat": 44, "extension_tensor": 44, "optimized_native_cpu_ops_lib": 44, "j10": 44, "press": 44, "heard": 44, "curs": 44, "dragon": 44, "game": 44, "slowli": 44, "hasn": 44, "told": 44, "32": [44, 54, 74], "bit": [44, 52, 54, 56], "portion": [44, 53], "codebas": 44, "xnnpack_partition": [44, 73], "xnnpackpartition": [44, 53, 73], "get_xnnpack_edge_compile_config": 44, "regard": 44, "delegateion": 44, "speedup": 44, "reduct": 44, "electron": 44, "llama2": 44, "pt2e": 44, "prepare_pt2": [44, 53, 73, 75], "convert_pt2": [44, 53, 73, 75], "duplicate_dynamic_quant_chain": 44, "duplicatedynamicquantchainpass": 44, "ao": [44, 53, 73, 75], "xnnpack_quant": [44, 53, 73, 75], "get_symmetric_quantization_config": [44, 53, 73, 75], "xnnpackquant": [44, 56, 73, 75], "quantize_pt2": [44, 73, 75], "channel": [44, 53, 74], "xnnpack_quant_config": 44, "is_per_channel": [44, 53, 73], "is_dynam": [44, 53], "set_glob": [44, 53, 73, 75], "fold_quant": 44, "got": [44, 75], "didn": 44, "diagnos": 44, "summari": 44, "145": 44, "350": 44, "760": 44, "in_delegated_graph": 44, "in_non_delegated_graph": 44, "aten_any_dim": 44, "96": 44, "122": [44, 51], "aten_where_self_22": 44, "aten_logical_not_default_33": 44, "scalar_tensor_23": 44, "scalar_tensor_22": 44, "lowered_module_144": 44, "p_transformer_h_0_attn_c_attn_weight": 44, "p_transformer_h_0_attn_c_attn_bia": 44, "view_copi": [44, 73], "768": 44, "aten_permute_copy_default": [44, 75], "aten_view_copy_default_1": 44, "2304": 44, "edge_manager_copi": 44, "right": 44, "etdump_gen_": 44, "et_log": [44, 54], "zu": [44, 54], "get_num_block": 44, "executorch_enable_event_trac": 44, "executorch_build_devtool": 44, "omit": [44, 51], "flatccrt": 44, "inspector_out": 44, "print_data_tabular": [44, 74], "tabular": [44, 51], "row": [44, 49, 51], "customlinear": 44, "replace_linear_with_custom_linear": 44, "child": 44, "named_children": 44, "setattr": 44, "in_featur": 44, "out_featur": 44, "24": [46, 47, 55], "1b": [46, 47], "3b": [46, 47], "lora": [46, 47], "excit": [46, 47], "revamp": [46, 47], "smoother": [46, 47], "exercis": [46, 47], "creativ": [46, 47], "foundat": [46, 47], "todai": [46, 47, 57], "innov": [46, 47], "inferenc": 46, "comfort": [46, 47], "bf16": [46, 47], "7b": [46, 47], "llava": [46, 47], "vision": 46, "ui": [46, 47], "widget": 46, "temperatur": 46, "reload": 46, "travel": 46, "sentenc": 46, "send": [46, 47], "mmodul": 46, "modelutil": 46, "getmodelcategori": 46, "mcurrentsettingsfield": 46, "getmodeltyp": 46, "modelpath": 46, "tokenizerpath": 46, "loadresult": 46, "modelcategori": 46, "modepath": 46, "question": 46, "sequence_length": 46, "mainact": 46, "callback": 46, "onresult": 46, "onstat": 46, "galleri": [46, 74, 75, 76], "pictur": 46, "tp": 46, "checkout": 47, "tap": 47, "arrow": 47, "buton": 47, "drop": 47, "somewher": 47, "illama": 47, "dialog": 47, "wire": 47, "finder": 47, "selector": 47, "restructuredtext": 48, "contribut": 48, "myst": 48, "width": 48, "_static": 48, "img": 48, "png": 48, "s_demo_note_sourc": 48, "alt": 48, "bg": 48, "150px": 48, "center": 48, "caption": 48, "emphas": 48, "lineno": 48, "marker": 48, "literalinclud": 48, "person": 48, "ag": 48, "am": 48, "year": 48, "alic": 48, "memory_profil": 49, "viewer": 49, "activation_memory_profil": 49, "generate_memory_trac": 49, "executorch_program_manag": 49, "prog": 49, "chrome_trace_filenam": 49, "enable_memory_offset": 49, "browser": 49, "v2": [49, 52], "repurpos": 49, "horizont": 49, "despit": 49, "label": 49, "megabyt": 49, "mb": [49, 77], "vertic": 49, "pid": 49, "sequenti": 49, "inaccurci": 50, "nois": 50, "squar": [50, 74], "example_runn": [50, 74], "debug_buff": 50, "debug_buffer_s": 50, "set_debug_buff": 50, "set_event_tracer_debug_level": 50, "eventtracerdebugloglevel": 50, "kprogramoutput": 50, "kintermediateoutput": 50, "track": 50, "event_block": [50, 51, 74], "run_output": [50, 51], "debug_data": [50, 51], "module_hierarchi": [50, 51, 74], "possibli": 50, "compare_result": 50, "plot": 50, "metric": [50, 62], "ref_output": 50, "statist": [51, 53], "organ": 51, "etdump_data": 51, "source_time_scal": 51, "timescal": 51, "target_time_scal": 51, "debug_buffer_path": 51, "delegate_time_scale_convert": 51, "enable_module_hierarchi": 51, "popul": 51, "hook": [51, 54, 75], "implent": 51, "delegate_metadata_list": 51, "include_unit": 51, "include_delegate_debug_data": 51, "panda": [51, 74], "datafram": [51, 74], "sphinx_galleri": 51, "gen_rst": 51, "_loggingte": 51, "ipython": 51, "module_nam": 51, "averag": 51, "sum": 51, "l__self___conv_lay": 51, "002": 51, "f32": [51, 75], "user_input": [51, 75], "user_output": [51, 75], "aten_tan_default": 51, "inputs_to_paramet": 51, "inputs_to_buff": 51, "buffers_to_mut": 51, "backward_signatur": 51, "assertion_dep_token": 51, "factori": 51, "bundled_input_index": 51, "reference_output": 51, "bundled_input_idx": 51, "encapsul": 51, "perf_data": [51, 74], "delegate_debug_identifi": 51, "is_delegated_op": 51, "delegate_backend_nam": 51, "_delegate_debug_metadata": 51, "_instruction_id": 51, "_delegate_metadata_pars": 51, "_delegate_time_scale_convert": 51, "perf": 51, "retriv": 51, "p10": 51, "p50": [51, 74], "p90": 51, "avg": 51, "delegate_debug_metadata": 51, "raw_delegate_debug_metadata": 51, "175": 51, "748": 51, "78": 51, "678": 51, "429": 51, "006": 51, "97": 51, "603": 51, "90": 51, "66": 51, "344": [51, 75], "575": 51, "134": 51, "135": 51, "93": 51, "85": 51, "74": 51, "593": 51, "83": 51, "929": 51, "75": [51, 75], "859": 51, "909": 51, "102": 51, "84": [51, 74], "77": 51, "774": 51, "038": 51, "80": 51, "246": 51, "59": 51, "496": 51, "81": 51, "53": 51, "709": 51, "112": 51, "775": 51, "674": 51, "54": [51, 55], "52": 51, "753": 51, "71": 51, "703": 51, "373": 51, "306": 51, "94": 51, "497": 51, "588": 51, "835": 51, "597": 51, "237": 51, "88": 51, "528": 51, "884": 51, "047": 51, "513": 51, "76": 51, "116": 51, "path_to_etdump": 51, "path_to_etrecord": 51, "subject": 52, "opengl": 52, "maxim": 52, "modern": [52, 60], "graphic": 52, "among": 52, "market": 52, "onward": 52, "glsl": 52, "computegraph": 52, "conv2d": [52, 53, 74, 75], "impl": [52, 57], "peak": [52, 60], "increas": [52, 55], "factor": 52, "vulkan_mobilenetv2": 52, "vulkan_partition": 52, "vulkanpartition": 52, "vk_add": 52, "unsupport": 52, "easiest": 52, "r19c": 52, "r27b": 52, "pp": [52, 74], "vulkan_executor_runn": 52, "j32": 52, "runner_bin": 52, "brief": 53, "hand": 53, "represen": 53, "source_fn_stack": 53, "linear_nod": 53, "travers": 53, "drawback": 53, "greedili": 53, "bn": 53, "mirror": 53, "pack": [53, 60], "fill": 53, "denable_xnnpack_profil": 53, "symmetr": [53, 73], "qmin": 53, "127": [53, 75], "qmax": 53, "zeropoint": 53, "is_qat": 53, "wish": 53, "quantization_config": 53, "set_object_typ": 53, "typea": 53, "set_module_nam": 53, "foo": [53, 75], "qualifi": 53, "exported_model": [53, 56], "model_to_quant": 53, "prepared_model": 53, "quantized_model": 53, "dq": 53, "dequantize_per_tensor": [53, 75], "quantize_per_tensor": [53, 75], "_qdq_quantized_linear": 53, "x_i8": 53, "x_scale": 53, "x_zero_point": 53, "x_quant_min": 53, "x_quant_max": 53, "weight_i8": 53, "bias_fp32": 53, "x_fp32": 53, "weight_fp32": 53, "out_fp32": 53, "out_i8": 53, "indepth": 53, "explan": 53, "intendend": 54, "posix": [54, 61], "stderr": [54, 61], "printf": 54, "fprintf": [54, 61], "signed": 54, "tight": 54, "stdlibc": 54, "flatcc": 54, "predict": 54, "uint64_t": [54, 55], "int32_t": 54, "unnecessari": 54, "cerr": 54, "folli": 54, "glog": 54, "et_check": 54, "redirect": 54, "bad": 54, "typdef": 54, "ld": 54, "lld": 54, "admittedli": 54, "awkward": 54, "cinttyp": 54, "prin": 54, "prid32": 54, "priu32": 54, "prid64": 54, "priu64": 54, "en": 54, "cpprefer": 54, "chop": 54, "quot": 54, "zd": 54, "straddl": 54, "lean": 54, "conceptu": 54, "unnecessarili": 54, "disagre": 54, "pad": [55, 75], "magic": 55, "ascii": 55, "decim": 55, "eh": 55, "upset": 55, "apart": 55, "rare": 55, "getbufferstartfromrootpoint": 55, "endian": 55, "31": 55, "0x38": 55, "0x18": 55, "vvvvvvvvvvv": 55, "0x0000": 55, "38": 55, "45": 55, "3f": 55, "65": [55, 75], "18": 55, "0x0010": 55, "f0": 55, "02": 55, "0x1000": 55, "0x2f0": 55, "freeabl": 55, "4096": 55, "mmap": 55, "offet": 55, "ti": 56, "intent": 56, "xnpackquant": 56, "torchao": 56, "prior": 56, "quant_api": 56, "groupsiz": 56, "torch_dtyp": 56, "group_siz": 56, "jacob": 57, "szwejbka": 57, "mallocmemoryalloc": 57, "late": [57, 60], "2023": [57, 60], "heapless": 57, "singular": 57, "planned_buff": 57, "planned_arena": 57, "succe": 57, "buffer_s": 57, "assembl": 57, "granular": [57, 62], "intial": 57, "set_input_error": 57, "execute_error": 57, "pitfal": 57, "istensor": 57, "ninja": 59, "libportable_kernels_bind": 59, "wl": 59, "prune": 59, "older": [59, 60], "tomli": 59, "doptimize_s": 59, "job": 59, "000526": 59, "82": 59, "000595": 59, "91": 59, "000612": 59, "000669": 59, "161": 59, "000685": 59, "000764": 59, "180": 59, "000770": 59, "184": 59, "9519653": 59, "smartphon": 60, "bank": 60, "predetermin": 60, "heterogen": 60, "unload": 60, "precompil": 60, "grain": 60, "placement": 60, "microsecond": 60, "nanosecond": 60, "conv3d": 60, "c10": 60, "aten_bridg": 60, "rtti": 60, "antagonist": 60, "proprietari": 60, "clock": 60, "pal": 60, "inject": 60, "synchron": 60, "monitor": 60, "plai": 60, "concurr": [60, 63], "frozen": 60, "chrono": 61, "steady_clock": 61, "assumpt": 61, "et_pal_": 61, "weak": 61, "strong": 61, "dexecutorch_pal_default": 61, "uniq": 62, "aspect": 62, "hotspot": 62, "chosen": 62, "finer": 62, "quick": 63, "pathlib": 63, "et_runtim": 63, "load_program": 63, "ran": 63, "forward2": 63, "legacy_modul": 63, "singleton": 63, "operatorregistri": 63, "operator_nam": 63, "mobilenetv2": 73, "sample_input": 73, "pretrain": 73, "lowered_module_1": [73, 75], "b_features_0_1_num_batches_track": 73, "executorch_call_delegate_1": [73, 75], "getitem_53": 73, "executorch_exir_dialects_edge__ops_aten_view_copy_default": 73, "1280": 73, "aten_clone_default": 73, "executorch_exir_dialects_edge__ops_aten_clone_default": 73, "getitem_52": 73, "xnnpack_mobilenetv2": 73, "sake": 73, "offici": 73, "out_vari": 73, "quantize_per_channel": 73, "dequantize_per_channel": 73, "operator_config": 73, "flat": 73, "quantized_mobilenetv2": 73, "qs8_xnnpack_mobilenetv2": 73, "_xnnpack_": 73, "qs8": 73, "xnn_executor_runn": 73, "dexecutorch_enable_log": 73, "componenet": 73, "mv2_xnnpack_fp32": 73, "mv2_xnnpack_q8": 73, "jack": 74, "khuu": 74, "net": 74, "5x5": 74, "conv2": 74, "affin": 74, "wx": 74, "fc1": 74, "fc2": 74, "fc3": 74, "max_pool2d": 74, "aten_model": 74, "edge_program_manag": 74, "edge_program_manager_copi": 74, "et_program_manag": 74, "methodtestsuit": 74, "inp": 74, "bp": 74, "build_example_runn": 74, "bundled_program_path": 74, "ingest": 74, "eventblock": 74, "medium": 74, "pprint": 74, "pd": 74, "set_opt": 74, "max_colwidth": 74, "max_column": 74, "native_call_addmm": 74, "to_datafram": 74, "event_nam": 74, "slowest": 74, "native_call_convolut": 74, "loc": 74, "idxmax": 74, "find_total_for_modul": 74, "l__self__": 74, "l__self___conv2": 74, "minut": [74, 75, 76], "739": [74, 77], "ipynb": [74, 75, 76], "sphinx": [74, 75, 76], "angela": 75, "yi": 75, "in_channel": 75, "out_channel": 75, "kernel_s": 75, "example_arg": 75, "p_conv_weight": 75, "p_conv_bia": 75, "tutorials_sourc": 75, "input_spec": 75, "inputspec": 75, "inputkind": 75, "tensorargu": 75, "output_spec": 75, "outputspec": 75, "outputkind": 75, "pure": 75, "2000": 75, "tb": 75, "example_args_2": 75, "print_exc": 75, "114": 75, "opt": 75, "env": 75, "py_3": 75, "822": 75, "call_wrap": 75, "_wrapped_cal": 75, "400": 75, "__call__": 75, "387": 75, "obj": 75, "misc": 75, "1739": 75, "_wrapped_call_impl": 75, "1845": 75, "inner": 75, "1772": 75, "args_kwargs_result": 75, "_dynamo": 75, "eval_fram": 75, "755": 75, "_fn": 75, "_unlift": 75, "49": 75, "_check_input_constraints_pre_hook": 75, "_check_input_constraints_for_graph": 75, "356": 75, "runtimeerror": 75, "dim1_x": 75, "s0": 75, "violat": 75, "148": 75, "154": 75, "308": 75, "prepare_fx": 75, "convert_fx": 75, "pre_autograd_aten_dialect": 75, "prepared_graph": 75, "dataset": 75, "converted_graph": 75, "fx_pytre": 75, "tree_flatten_spec": 75, "_in_spec": 75, "conv_weight": 75, "conv_bia": 75, "tree_unflatten": 75, "_out_spec": 75, "408": 75, "userwarn": 75, "calculate_qparam": 75, "1333": 75, "_frozen_param0": 75, "dequantize_per_tensor_default": 75, "quantize_per_tensor_default_1": 75, "dequantize_per_tensor_default_1": 75, "quantize_per_tensor_default_2": 75, "dequantize_per_tensor_default_2": 75, "b__frozen_param0": 75, "i8": 75, "eval_with_kei": 75, "203": 75, "dequantize_per_tensor_1": 75, "quantize_per_tensor_1": 75, "dequantize_per_tensor_2": 75, "executorch_exir_dialects_edge__ops_aten_convolution_default": 75, "executorch_exir_dialects_edge__ops_aten_relu_default": 75, "encode_arg": 75, "aten_encod": 75, "decode_arg": 75, "aten_decod": 75, "260": 75, "aten_randn_default": 75, "executorch_exir_dialects_edge__ops_aten_randn_default": 75, "pin_memori": 75, "executorch_exir_dialects_edge__ops_aten_permute_copy_default": 75, "aten_mm_default": 75, "executorch_exir_dialects_edge__ops_aten_mm_default": 75, "255": 75, "pass_bas": 75, "convertrelutosigmoid": 75, "transformed_edge_program": 75, "aten_sigmoid_default": 75, "executorch_exir_dialects_edge__ops_aten_sigmoid_default": 75, "specviolationerror": 75, "_native_batch_norm_legit_funct": 75, "happi": 75, "lowerablemodul": 75, "to_be_lowered_modul": 75, "noqa": 75, "1version": 75, "347": 75, "aten_sin_default": 75, "executorch_exir_dialects_edge__ops_aten_sin_default": 75, "notlowerablemodul": 75, "composedmodul": 75, "add_submodul": 75, "add_paramet": 75, "register_buff": 75, "getattr_nod": 75, "lifted_nod": 75, "1801": 75, "non_lowerable_bia": 75, "c_non_lowerable_bia": 75, "lowered_backend_modul": 75, "401": 75, "executorch_exir_dialects_edge__ops_aten_add_tensor": 75, "aten_add_tensor_1": 75, "constant_tensor": 75, "example_args_3": 75, "delegated_program": 75, "448": 75, "449": 75, "executorch_exir_dialects_edge__ops_aten_sub_tensor": 75, "450": 75, "aten_mm_default_1": 75, "451": 75, "cohes": 75, "executorch_exir_memory_alloc": 75, "alloc_1": 75, "alloc_2": 75, "alloc_3": 75, "alloc_4": 75, "prealloac": 75, "custombackendquant": 75, "custombackendpartition": 75, "went": 75, "094": [75, 77], "000": [76, 77], "833": 77, "03": 77}, "objects": {"": [[28, 0, 1, "_CPPv4N10executorch7runtime10DataLoaderE", "executorch::runtime::DataLoader"], [28, 0, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfoE", "executorch::runtime::DataLoader::SegmentInfo"], [28, 1, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4TypeE", "executorch::runtime::DataLoader::SegmentInfo::Type"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7BackendE", "executorch::runtime::DataLoader::SegmentInfo::Type::Backend"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type8ConstantE", "executorch::runtime::DataLoader::SegmentInfo::Type::Constant"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7MutableE", "executorch::runtime::DataLoader::SegmentInfo::Type::Mutable"], [28, 2, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7ProgramE", "executorch::runtime::DataLoader::SegmentInfo::Type::Program"], [28, 3, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo10descriptorE", "executorch::runtime::DataLoader::SegmentInfo::descriptor"], [28, 3, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo13segment_indexE", "executorch::runtime::DataLoader::SegmentInfo::segment_index"], [28, 3, 1, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo12segment_typeE", "executorch::runtime::DataLoader::SegmentInfo::segment_type"], [28, 0, 1, "_CPPv4N10executorch7runtime6EValueE", "executorch::runtime::EValue"], [28, 4, 1, "_CPPv4N10executorch7runtime6EValue6EValueEN10executorch4aten6ScalarE", "executorch::runtime::EValue::EValue"], [28, 5, 1, "_CPPv4N10executorch7runtime6EValue6EValueEN10executorch4aten6ScalarE", "executorch::runtime::EValue::EValue::s"], [28, 6, 1, "_CPPv4N10executorch7runtime6EValue7PayloadE", "executorch::runtime::EValue::Payload"], [28, 6, 1, "_CPPv4N10executorch7runtime6EValue7Payload24TriviallyCopyablePayloadE", "executorch::runtime::EValue::Payload::TriviallyCopyablePayload"], [28, 4, 1, "_CPPv4I0ENK10executorch7runtime6EValue10toOptionalEN10executorch4aten8optionalI1TEEv", "executorch::runtime::EValue::toOptional"], [28, 7, 1, "_CPPv4I0ENK10executorch7runtime6EValue10toOptionalEN10executorch4aten8optionalI1TEEv", "executorch::runtime::EValue::toOptional::T"], [28, 0, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocatorE", "executorch::runtime::HierarchicalAllocator"], [28, 4, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE4SpanI4SpanI7uint8_tEE", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator"], [28, 4, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator"], [28, 5, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator::allocators"], [28, 5, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE4SpanI4SpanI7uint8_tEE", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator::buffers"], [28, 5, 1, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator", "executorch::runtime::HierarchicalAllocator::HierarchicalAllocator::n_allocators"], [28, 0, 1, "_CPPv4N10executorch7runtime15MemoryAllocatorE", "executorch::runtime::MemoryAllocator"], [28, 4, 1, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t", "executorch::runtime::MemoryAllocator::MemoryAllocator"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t", "executorch::runtime::MemoryAllocator::MemoryAllocator::base_address"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t", "executorch::runtime::MemoryAllocator::MemoryAllocator::size"], [28, 4, 1, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t", "executorch::runtime::MemoryAllocator::allocate"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t", "executorch::runtime::MemoryAllocator::allocate::alignment"], [28, 5, 1, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t", "executorch::runtime::MemoryAllocator::allocate::size"], [28, 4, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t", "executorch::runtime::MemoryAllocator::allocateInstance"], [28, 7, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t", "executorch::runtime::MemoryAllocator::allocateInstance::T"], [28, 5, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t", "executorch::runtime::MemoryAllocator::allocateInstance::alignment"], [28, 4, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList"], [28, 7, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList::T"], [28, 5, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList::alignment"], [28, 5, 1, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t", "executorch::runtime::MemoryAllocator::allocateList::size"], [28, 3, 1, "_CPPv4N10executorch7runtime15MemoryAllocator17kDefaultAlignmentE", "executorch::runtime::MemoryAllocator::kDefaultAlignment"], [28, 0, 1, "_CPPv4N10executorch7runtime13MemoryManagerE", "executorch::runtime::MemoryManager"], [28, 4, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager"], [28, 4, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::constant_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::method_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::non_constant_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::planned_memory"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::runtime_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::temp_allocator"], [28, 5, 1, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator", "executorch::runtime::MemoryManager::MemoryManager::temporary_allocator"], [28, 4, 1, "_CPPv4NK10executorch7runtime13MemoryManager16method_allocatorEv", "executorch::runtime::MemoryManager::method_allocator"], [28, 4, 1, "_CPPv4NK10executorch7runtime13MemoryManager14planned_memoryEv", "executorch::runtime::MemoryManager::planned_memory"], [28, 4, 1, "_CPPv4NK10executorch7runtime13MemoryManager14temp_allocatorEv", "executorch::runtime::MemoryManager::temp_allocator"], [28, 0, 1, "_CPPv4N10executorch7runtime6MethodE", "executorch::runtime::Method"], [28, 4, 1, "_CPPv4N10executorch7runtime6Method6MethodERR6Method", "executorch::runtime::Method::Method"], [28, 5, 1, "_CPPv4N10executorch7runtime6Method6MethodERR6Method", "executorch::runtime::Method::Method::rhs"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method10get_outputE6size_t", "executorch::runtime::Method::get_output"], [28, 5, 1, "_CPPv4NK10executorch7runtime6Method10get_outputE6size_t", "executorch::runtime::Method::get_output::i"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method11inputs_sizeEv", "executorch::runtime::Method::inputs_size"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method11method_metaEv", "executorch::runtime::Method::method_meta"], [28, 4, 1, "_CPPv4NK10executorch7runtime6Method12outputs_sizeEv", "executorch::runtime::Method::outputs_size"], [28, 0, 1, "_CPPv4N10executorch7runtime10MethodMetaE", "executorch::runtime::MethodMeta"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta9input_tagE6size_t", "executorch::runtime::MethodMeta::input_tag"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta9input_tagE6size_t", "executorch::runtime::MethodMeta::input_tag::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta17input_tensor_metaE6size_t", "executorch::runtime::MethodMeta::input_tensor_meta"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta17input_tensor_metaE6size_t", "executorch::runtime::MethodMeta::input_tensor_meta::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta26memory_planned_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::memory_planned_buffer_size"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta26memory_planned_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::memory_planned_buffer_size::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta4nameEv", "executorch::runtime::MethodMeta::name"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta21non_const_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::non_const_buffer_size"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta21non_const_buffer_sizeE6size_t", "executorch::runtime::MethodMeta::non_const_buffer_size::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta10num_inputsEv", "executorch::runtime::MethodMeta::num_inputs"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta26num_memory_planned_buffersEv", "executorch::runtime::MethodMeta::num_memory_planned_buffers"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta11num_outputsEv", "executorch::runtime::MethodMeta::num_outputs"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta10output_tagE6size_t", "executorch::runtime::MethodMeta::output_tag"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta10output_tagE6size_t", "executorch::runtime::MethodMeta::output_tag::index"], [28, 4, 1, "_CPPv4NK10executorch7runtime10MethodMeta18output_tensor_metaE6size_t", "executorch::runtime::MethodMeta::output_tensor_meta"], [28, 5, 1, "_CPPv4NK10executorch7runtime10MethodMeta18output_tensor_metaE6size_t", "executorch::runtime::MethodMeta::output_tensor_meta::index"], [28, 0, 1, "_CPPv4N10executorch7runtime7ProgramE", "executorch::runtime::Program"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus17CompatibleVersionE", "executorch::runtime::Program::CompatibleVersion"], [28, 1, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatusE", "executorch::runtime::Program::HeaderStatus"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus17CompatibleVersionE", "executorch::runtime::Program::HeaderStatus::CompatibleVersion"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus19IncompatibleVersionE", "executorch::runtime::Program::HeaderStatus::IncompatibleVersion"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus10NotPresentE", "executorch::runtime::Program::HeaderStatus::NotPresent"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus9ShortDataE", "executorch::runtime::Program::HeaderStatus::ShortData"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus19IncompatibleVersionE", "executorch::runtime::Program::IncompatibleVersion"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus10NotPresentE", "executorch::runtime::Program::NotPresent"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12HeaderStatus9ShortDataE", "executorch::runtime::Program::ShortData"], [28, 1, 1, "_CPPv4N10executorch7runtime7Program12VerificationE", "executorch::runtime::Program::Verification"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12Verification19InternalConsistencyE", "executorch::runtime::Program::Verification::InternalConsistency"], [28, 2, 1, "_CPPv4N10executorch7runtime7Program12Verification7MinimalE", "executorch::runtime::Program::Verification::Minimal"], [28, 4, 1, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t", "executorch::runtime::Program::check_header"], [28, 5, 1, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t", "executorch::runtime::Program::check_header::data"], [28, 5, 1, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t", "executorch::runtime::Program::check_header::size"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t", "executorch::runtime::Program::get_constant_buffer_data"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t", "executorch::runtime::Program::get_constant_buffer_data::buffer_idx"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t", "executorch::runtime::Program::get_constant_buffer_data::nbytes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program15get_method_nameE6size_t", "executorch::runtime::Program::get_method_name"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program15get_method_nameE6size_t", "executorch::runtime::Program::get_method_name::method_index"], [28, 3, 1, "_CPPv4N10executorch7runtime7Program13kMinHeadBytesE", "executorch::runtime::Program::kMinHeadBytes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method::event_tracer"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method::memory_manager"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer", "executorch::runtime::Program::load_method::method_name"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program11method_metaEPKc", "executorch::runtime::Program::method_meta"], [28, 5, 1, "_CPPv4NK10executorch7runtime7Program11method_metaEPKc", "executorch::runtime::Program::method_meta::method_name"], [28, 4, 1, "_CPPv4NK10executorch7runtime7Program11num_methodsEv", "executorch::runtime::Program::num_methods"], [28, 0, 1, "_CPPv4N10executorch7runtime7etensor6TensorE", "executorch::runtime::etensor::Tensor"], [28, 8, 1, "_CPPv4N10executorch7runtime7etensor6Tensor12DimOrderTypeE", "executorch::runtime::etensor::Tensor::DimOrderType"], [28, 8, 1, "_CPPv4N10executorch7runtime7etensor6Tensor9SizesTypeE", "executorch::runtime::etensor::Tensor::SizesType"], [28, 8, 1, "_CPPv4N10executorch7runtime7etensor6Tensor11StridesTypeE", "executorch::runtime::etensor::Tensor::StridesType"], [28, 4, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor14const_data_ptrEPK1Tv", "executorch::runtime::etensor::Tensor::const_data_ptr"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor14const_data_ptrEv", "executorch::runtime::etensor::Tensor::const_data_ptr"], [28, 7, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor14const_data_ptrEPK1Tv", "executorch::runtime::etensor::Tensor::const_data_ptr::T"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor3dimEv", "executorch::runtime::etensor::Tensor::dim"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor9dim_orderEv", "executorch::runtime::etensor::Tensor::dim_order"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor12element_sizeEv", "executorch::runtime::etensor::Tensor::element_size"], [28, 4, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor16mutable_data_ptrEP1Tv", "executorch::runtime::etensor::Tensor::mutable_data_ptr"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor16mutable_data_ptrEv", "executorch::runtime::etensor::Tensor::mutable_data_ptr"], [28, 7, 1, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor16mutable_data_ptrEP1Tv", "executorch::runtime::etensor::Tensor::mutable_data_ptr::T"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor6nbytesEv", "executorch::runtime::etensor::Tensor::nbytes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor5numelEv", "executorch::runtime::etensor::Tensor::numel"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor11scalar_typeEv", "executorch::runtime::etensor::Tensor::scalar_type"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor14shape_dynamismEv", "executorch::runtime::etensor::Tensor::shape_dynamism"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor4sizeE7ssize_t", "executorch::runtime::etensor::Tensor::size"], [28, 5, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor4sizeE7ssize_t", "executorch::runtime::etensor::Tensor::size::dim"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor5sizesEv", "executorch::runtime::etensor::Tensor::sizes"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor7stridesEv", "executorch::runtime::etensor::Tensor::strides"], [28, 4, 1, "_CPPv4NK10executorch7runtime7etensor6Tensor19unsafeGetTensorImplEv", "executorch::runtime::etensor::Tensor::unsafeGetTensorImpl"]], "executorch.devtools.Inspector": [[51, 9, 1, "", "__init__"], [51, 9, 1, "", "find_total_for_module"], [51, 9, 1, "", "get_exported_program"], [51, 9, 1, "", "print_data_tabular"], [51, 9, 1, "", "to_dataframe"]], "executorch.devtools.etrecord._etrecord": [[25, 9, 1, "", "generate_etrecord"]], "executorch.devtools.inspector": [[51, 10, 1, "", "Event"], [51, 10, 1, "", "EventBlock"]], "executorch": [[30, 11, 0, "module-0", "exir"], [63, 11, 0, "-", "runtime"]], "executorch.exir": [[30, 10, 1, "", "EdgeProgramManager"], [30, 10, 1, "", "ExecutorchProgramManager"], [30, 9, 1, "", "to_edge"], [30, 9, 1, "", "to_edge_transform_and_lower"]], "executorch.exir.EdgeProgramManager": [[30, 12, 1, "", "config_methods"], [30, 13, 1, "", "exported_program"], [30, 12, 1, "", "methods"]], "executorch.exir.ExecutorchProgramManager": [[30, 12, 1, "", "buffer"], [30, 12, 1, "", "config_methods"], [30, 13, 1, "", "dump_executorch_program"], [30, 13, 1, "", "exported_program"], [30, 12, 1, "", "methods"]], "executorch.exir.backend": [[30, 11, 0, "-", "backend_api"]], "executorch.exir.backend.backend_api": [[30, 10, 1, "", "LoweredBackendModule"], [30, 9, 1, "", "to_backend"]], "executorch.exir.backend.backend_api.LoweredBackendModule": [[30, 12, 1, "", "backend_id"], [30, 13, 1, "", "buffer"], [30, 12, 1, "", "compile_specs"], [30, 12, 1, "", "original_module"], [30, 12, 1, "", "processed_bytes"]], "executorch.runtime": [[63, 10, 1, "", "Method"], [63, 10, 1, "", "OperatorRegistry"], [63, 10, 1, "", "Program"], [63, 10, 1, "", "Runtime"]], "executorch.runtime.Method": [[63, 13, 1, "", "execute"], [63, 12, 1, "", "metadata"]], "executorch.runtime.OperatorRegistry": [[63, 12, 1, "", "operator_names"]], "executorch.runtime.Program": [[63, 13, 1, "", "load_method"], [63, 12, 1, "", "method_names"]], "executorch.runtime.Runtime": [[63, 13, 1, "", "get"], [63, 13, 1, "", "load_program"]]}, "objtypes": {"0": "cpp:class", "1": "cpp:enum", "2": "cpp:enumerator", "3": "cpp:member", "4": "cpp:function", "5": "cpp:functionParam", "6": "cpp:union", "7": "cpp:templateParam", "8": "cpp:type", "9": "py:function", "10": "py:class", "11": "py:module", "12": "py:property", "13": "py:method"}, "objnames": {"0": ["cpp", "class", "C++ class"], "1": ["cpp", "enum", "C++ enum"], "2": ["cpp", "enumerator", "C++ enumerator"], "3": ["cpp", "member", "C++ member"], "4": ["cpp", "function", "C++ function"], "5": ["cpp", "functionParam", "C++ function parameter"], "6": ["cpp", "union", "C++ union"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["cpp", "type", "C++ type"], "9": ["py", "function", "Python function"], "10": ["py", "class", "Python class"], "11": ["py", "module", "Python module"], "12": ["py", "property", "Python property"], "13": ["py", "method", "Python method"]}, "titleterms": {"us": [0, 7, 12, 24, 25, 31, 38, 40, 44, 46, 47, 50, 59, 74, 76], "android": [0, 8, 9, 20, 43, 46, 59], "prebuilt": 0, "librari": [0, 27, 40, 41, 42, 52, 53], "aar": 0, "content": [0, 44], "download": [0, 21, 27], "executorch": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 16, 17, 20, 21, 22, 24, 25, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 40, 41, 43, 44, 45, 46, 47, 49, 50, 52, 53, 57, 60, 62, 63, 64, 65, 67, 68, 70, 71, 73, 74, 75, 76], "api": [1, 2, 12, 22, 28, 30, 31, 32, 40, 42, 44, 46, 50, 51, 63, 69], "life": 1, "cycl": 1, "deprec": 1, "polici": 1, "how": [1, 36, 37, 44, 46, 47], "mark": 1, "state": 1, "period": 1, "integr": [2, 4, 14, 19], "run": [2, 5, 6, 7, 8, 9, 10, 20, 21, 27, 31, 34, 43, 44, 50, 52, 57, 73, 75], "appl": 2, "platform": [2, 16, 27, 54, 61], "swift": [2, 47], "packag": [2, 3, 47], "manag": [2, 3, 13, 32, 47], "xcode": [2, 21, 47], "cli": [2, 51], "local": [2, 3, 13, 44], "build": [2, 5, 6, 7, 8, 9, 10, 16, 20, 21, 27, 34, 42, 43, 44, 46, 47, 52, 59, 73], "linkag": 2, "runtim": [2, 3, 5, 6, 7, 8, 10, 11, 14, 16, 19, 20, 26, 28, 33, 43, 44, 50, 53, 59, 60, 61, 63], "log": [2, 19, 54], "debug": [2, 15, 18, 19, 44, 50, 65, 66], "troubleshoot": 2, "slow": 2, "execut": [2, 14, 27, 28, 33, 53, 59, 60], "pm": 2, "third": 3, "parti": [3, 40], "depend": [3, 21], "backend": [3, 4, 5, 6, 7, 8, 9, 12, 14, 16, 18, 21, 27, 38, 43, 58, 73, 75], "deleg": [3, 4, 14, 16, 18, 19, 20, 26, 27, 44, 52, 53, 58, 66, 75], "ahead": [3, 5, 6, 7, 8, 14, 16, 19, 20, 53], "time": [3, 5, 6, 7, 8, 14, 16, 19, 20, 53, 59, 77], "test": [3, 4, 8, 11, 21], "onli": [3, 40], "other": 3, "consider": [3, 60], "version": 3, "document": [3, 4, 35], "python": [3, 4, 21, 63], "c": [3, 4, 31, 32, 40, 54, 57, 60], "cmake": [3, 16, 40, 59, 73], "support": [3, 6, 8, 40, 46, 47], "directori": 4, "structur": 4, "sourc": [4, 13, 16, 33, 56], "file": [4, 27, 54, 55, 59, 75], "core": [5, 16, 39, 40], "ml": 5, "prerequisit": [5, 6, 7, 9, 10, 21, 24, 25, 27, 43, 44, 57, 67, 68, 74, 75], "hardwar": [5, 6, 7, 8, 10, 27], "softwar": [5, 6, 7, 8, 10, 27, 34], "set": [5, 6, 7, 8, 10, 12, 16, 27, 31, 34, 38, 39, 57], "up": [5, 6, 7, 8, 10, 27, 34, 57], "your": [5, 6, 8, 34, 53], "develop": [5, 6, 7, 8, 10, 14, 16, 22, 23, 27, 33, 39, 70, 72, 74, 76], "environ": [5, 6, 7, 8, 10, 27, 34], "aot": [5, 7, 8, 16], "compon": [5, 7, 8, 22, 33, 59], "deploi": [5, 6, 7, 8, 10, 20], "devic": [5, 6, 7, 8, 10, 20, 47, 52], "frequent": [5, 7], "encount": [5, 7], "error": [5, 7, 11, 31], "resolut": [5, 7], "mediatek": 6, "host": [6, 8], "o": [6, 8], "chip": 6, "mp": 7, "mv3": 7, "gener": [7, 11, 19, 24, 25, 27, 44, 46, 74], "model": [7, 8, 9, 11, 20, 21, 26, 27, 28, 31, 43, 44, 46, 47, 50, 52, 53, 57, 62, 64, 65, 71, 73, 74, 75, 76], "mps_executor_runn": 7, "option": [7, 44, 59, 74], "directli": 7, "pybind": 7, "profil": [7, 31, 44, 53, 62, 71, 74, 76], "qualcomm": [8, 20, 43], "ai": [8, 20, 43], "engin": [8, 20, 43], "direct": [8, 20, 43], "what": [8, 39, 43, 52, 53], "": [8, 11, 20, 41, 50], "prerequsit": 8, "convent": 8, "setup": [8, 27, 34, 59], "variabl": 8, "compil": [8, 13, 27, 33, 40, 44, 52, 59], "infer": [8, 31, 57], "qnn": 8, "htp": 8, "emul": 8, "an": [8, 20, 21, 24, 25, 31, 34, 39, 43, 57, 59, 74], "smartphon": [8, 43], "soc": [8, 43], "via": [8, 20], "demo": [8, 20, 21, 46, 47], "app": [8, 20, 21, 44, 46, 47, 59], "list": [8, 11, 42], "i": [8, 37, 39, 43, 52, 53], "come": [8, 43], "faq": [8, 27, 43], "vulkan": [9, 52], "lower": [9, 16, 26, 52, 73, 75], "llama3": 9, "2": [9, 11, 13, 21, 26, 44], "1b": 9, "llama": [9, 43, 45, 46, 47], "runner": 9, "binari": 9, "xtensa": 10, "hifi4": 10, "dsp": [10, 16], "work": [10, 36, 39], "tree": 10, "descript": 10, "conclus": [10, 31, 32, 57, 74, 75], "futur": [10, 39], "bundl": [11, 64], "program": [11, 16, 33, 34, 54, 55, 64], "tool": [11, 14, 15, 16, 21, 22, 23, 33, 34, 64, 70, 72, 74, 76], "valid": [11, 64], "introduct": [11, 22, 70], "emit": 11, "stage": 11, "step": [11, 20, 21, 34, 44, 50, 59, 62], "1": [11, 13, 21, 26, 44], "creat": [11, 31, 32, 34, 74], "its": 11, "construct": 11, "methodtestsuit": 11, "hold": 11, "info": 11, "3": [11, 13, 21, 26, 43], "bundledprogram": 11, "4": [11, 21], "serial": [11, 53], "flatbuff": [11, 16], "exampl": [11, 12, 27, 31, 35, 42, 52, 59], "get": [11, 18, 21, 27, 35], "pointer": [11, 32], "from": [11, 19, 32, 37, 42, 43], "buffer": 11, "load": [11, 28, 31, 54, 57], "input": [11, 15, 31, 57], "method": [11, 15, 16, 31, 51, 57], "verifi": 11, "output": [11, 15, 31, 46, 50, 57], "common": [11, 14], "doesn": 11, "t": 11, "match": 11, "requir": [11, 34], "name": 11, "bundleconfig": 11, "doe": 11, "exist": [11, 32], "dialect": [12, 16, 38, 75], "overview": [12, 14, 15, 25, 32, 33, 37, 40, 41, 51, 56, 60], "when": 12, "pass": [12, 13, 53, 75], "infra": 12, "entri": [12, 40], "point": [12, 54], "pattern": 12, "bind": 12, "decor": 12, "op": [12, 38, 40, 42, 53], "custom": [13, 15, 16, 19, 40, 44], "partition": [13, 16, 53], "level": [13, 33, 40, 42], "One": [13, 59], "x": 13, "none": 13, "util": 13, "inform": 13, "subgraph": 13, "matcher": 13, "capabl": 13, "base": [13, 53], "combin": 13, "interfac": [14, 26], "preprocess": 14, "initi": 14, "debugg": 14, "question": 14, "memori": [15, 16, 32, 49, 54, 60, 75], "plan": [15, 16, 49, 75], "algorithm": 15, "concept": [16, 46, 47], "map": [16, 19], "aten": [16, 32, 38, 39, 40], "mode": 16, "autograd": 16, "safe": 16, "registri": 16, "specif": [16, 32, 38], "oper": [16, 34, 38, 39, 40, 42, 44, 60], "buck2": 16, "codegen": 16, "canon": 16, "decomposit": 16, "tabl": [16, 32, 44], "dataload": 16, "dim": 16, "order": 16, "digit": 16, "signal": 16, "processor": 16, "dtype": 16, "dynam": [16, 75], "quantiz": [16, 27, 44, 53, 56, 73, 75], "shape": 16, "eager": 16, "edg": [16, 33, 38, 75], "executor_runn": [16, 27, 59], "exir": 16, "exportedprogram": 16, "framework": 16, "tax": 16, "function": [16, 39], "graph": [16, 18], "higher": 16, "hybrid": 16, "intermedi": 16, "represent": 16, "ir": [16, 38], "kernel": [16, 40, 41, 42, 44], "node": 16, "fusion": 16, "out": [16, 40], "variant": [16, 40], "pal": [16, 54, 61], "abstract": [16, 54, 61], "layer": [16, 54, 61], "partial": 16, "etensor": 16, "portabl": [16, 41, 54, 60], "code": [16, 33, 48, 60, 75], "ptq": 16, "post": [16, 19, 50], "train": 16, "qat": 16, "awar": 16, "select": [16, 42, 46], "static": 16, "xnnpack": [16, 20, 53, 73], "contribut": 17, "summari": 18, "visual": [18, 44], "handl": 19, "delegatemappingbuild": 19, "real": 19, "surfac": 19, "metadata": [19, 31], "event": [19, 51], "Of": [20, 44], "hexagon": 20, "npu": 20, "takeawai": [20, 27], "report": [20, 46, 47], "issu": [20, 46, 47], "io": [21, 47, 59], "15": 21, "command": 21, "line": 21, "10": 21, "start": [21, 35], "tutori": [21, 23, 35, 57, 72, 75], "label": 21, "export": [21, 29, 30, 33, 34, 38, 43, 44, 75], "final": 21, "open": [21, 46], "project": 21, "featur": [22, 52], "fundament": 22, "etrecord": [22, 25, 44, 68, 74], "etdump": [22, 24, 44, 67, 74], "inspector": [22, 44, 50, 51, 69, 74], "usag": [23, 49, 72], "dump": [24, 67], "record": [25, 68], "frontend": 26, "flow": 26, "whole": [26, 75], "modul": [26, 27, 31, 53, 75], "composit": 26, "partit": [26, 53, 75], "arm": 27, "etho": 27, "u": 27, "corston": 27, "300": 27, "320": 27, "fvp": 27, "instal": [27, 34], "gnu": 27, "aarch32": 27, "bare": 27, "metal": 27, "toolchain": 27, "vela": 27, "tosa": 27, "refer": [27, 28, 30, 63], "convert": 27, "pytorch": [27, 37, 60], "pte": [27, 55, 59], "softmaxmodul": 27, "addmodul": 27, "mobilenetv2": 27, "non": [27, 32], "workflow": [27, 40], "applic": [27, 47], "valu": [28, 32], "extens": 31, "forc": 31, "queri": 31, "perform": [31, 44, 57, 75], "result": 31, "type": [31, 40, 54], "tensor": [32, 40], "introduc": 32, "tensorptr": 32, "scalar": 32, "own": 32, "data": [32, 55], "vector": 32, "raw": 32, "share": 32, "view": 32, "clone": [32, 34], "resiz": 32, "conveni": 32, "helper": 32, "for_blob": 32, "from_blob": 32, "empti": 32, "fill": 32, "random": 32, "note": 32, "evalu": 32, "lifetim": 32, "interoper": 32, "equival": 32, "best": [32, 40], "practic": [32, 40], "high": [33, 40, 42], "architectur": [33, 40, 42, 53, 60], "prepar": [33, 40, 43, 59], "system": [34, 59, 60], "quick": 34, "colab": 34, "jupyt": 34, "notebook": 34, "prototyp": 34, "virtual": 34, "next": [34, 59], "welcom": 35, "kei": [36, 46, 47], "benefit": 36, "why": 37, "differ": 37, "mobil": [37, 44], "lite": 37, "interpret": 37, "properti": 38, "definit": [38, 39], "wip": 38, "The": [39, 52], "registr": 40, "first": 40, "contract": 40, "yaml": [40, 42], "can": 40, "return": 40, "argument": 40, "macro": 40, "implement": [40, 58], "regist": 40, "link": [40, 44, 58, 73, 74, 75], "optim": [41, 43], "design": [42, 60], "principl": 42, "all": 42, "schema": [42, 53], "root": 42, "walkthrough": 42, "8b": 43, "instruct": 43, "step1": 43, "checkpoint": 43, "matrix": 43, "spin": 43, "quant": 43, "step2": 43, "step3": 43, "invok": [43, 44], "intro": 44, "llm": 44, "larg": 44, "languag": [44, 60], "analysi": 44, "analyz": [44, 74], "write": 44, "apk": 46, "paramet": 46, "user": [46, 75], "prompt": 46, "copi": 47, "simul": 47, "markdown": 48, "sphinx": 48, "tip": 48, "trick": 48, "admonit": 48, "imag": 48, "block": 48, "inspect": 49, "chrome": 49, "trace": 49, "further": [49, 60], "read": [49, 60], "access": 50, "constructor": 51, "to_datafram": 51, "print_data_tabular": 51, "find_total_for_modul": 51, "get_exported_program": 51, "attribut": 51, "eventblock": 51, "class": 51, "comput": [52, 77], "end": 52, "ar": 53, "serialiaz": 53, "init": 53, "configur": [53, 59], "xnnpackquant": 53, "see": 53, "also": 53, "alloc": 54, "integ": 54, "float": 54, "arithmet": 54, "format": [54, 55], "fix": 54, "width": 54, "size_t": 54, "ssize_t": 54, "cast": 54, "compat": 55, "header": 55, "segment": 55, "int8dynactint4weightquant": 56, "memorymanag": 57, "retriev": 57, "target": 59, "built": 59, "cross": 59, "goal": 60, "low": 60, "overhead": 60, "cpu": 60, "familiar": 60, "semant": 60, "thread": 60, "overrid": 61, "default": 61, "minim": 61, "aot_compil": 73, "py": 73, "script": 73, "mention": [74, 75], "express": 75, "address": 75, "untrac": 75, "compos": 75, "anoth": 75, "part": 75, "defin": 75, "save": 75}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"Using Android prebuilt libraries (AAR)": [[0, "using-android-prebuilt-libraries-aar"]], "Contents of libraries": [[0, "contents-of-libraries"]], "Downloading AAR": [[0, "downloading-aar"]], "Using prebuilt libraries": [[0, "using-prebuilt-libraries"]], "ExecuTorch API Life Cycle and Deprecation Policy": [[1, "executorch-api-life-cycle-and-deprecation-policy"]], "API Life Cycle": [[1, "api-life-cycle"]], "Deprecation Policy": [[1, "deprecation-policy"]], "How to Mark API State": [[1, "how-to-mark-api-state"]], "Deprecation Period": [[1, "deprecation-period"]], "Integrating and Running ExecuTorch on Apple Platforms": [[2, "integrating-and-running-executorch-on-apple-platforms"]], "Integration": [[2, "integration"]], "Swift Package Manager": [[2, "swift-package-manager"], [47, "swift-package-manager"]], "Xcode": [[2, "xcode"]], "CLI": [[2, "cli"], [51, "cli"]], "Local Build": [[2, "local-build"]], "Linkage": [[2, "linkage"]], "Runtime API": [[2, "runtime-api"]], "Logging": [[2, "logging"], [54, "logging"]], "Debugging": [[2, "debugging"]], "Troubleshooting": [[2, "troubleshooting"]], "Slow execution": [[2, "slow-execution"]], "Swift PM": [[2, "swift-pm"]], "Third-Party Dependency Management for Backend Delegates": [[3, "third-party-dependency-management-for-backend-delegates"]], "Ahead-of-Time Dependencies": [[3, "ahead-of-time-dependencies"]], "Runtime Dependencies": [[3, "runtime-dependencies"]], "Testing-Only Dependencies": [[3, "testing-only-dependencies"]], "Other Considerations": [[3, "other-considerations"]], "Versioning": [[3, "versioning"]], "Documenting Dependencies": [[3, "documenting-dependencies"]], "Python Dependencies": [[3, "python-dependencies"]], "Local Python Packages": [[3, "local-python-packages"]], "C++ Dependencies": [[3, "c-dependencies"]], "CMake Support": [[3, "cmake-support"]], "Integrating a Backend Delegate into ExecuTorch": [[4, "integrating-a-backend-delegate-into-executorch"]], "Directory Structure": [[4, "directory-structure"]], "Python Source Files": [[4, "python-source-files"]], "C++ Source Files": [[4, "c-source-files"]], "Tests": [[4, "tests"]], "Documentation": [[4, "documentation"]], "Building and Running ExecuTorch with Core ML Backend": [[5, "building-and-running-executorch-with-core-ml-backend"]], "Prerequisites (Hardware and Software)": [[5, "prerequisites-hardware-and-software"], [6, "prerequisites-hardware-and-software"], [7, "prerequisites-hardware-and-software"], [10, "prerequisites-hardware-and-software"]], "Hardware:": [[5, "hardware"], [7, "hardware"], [8, "hardware"]], "Software:": [[5, "software"], [6, "software"], [7, "software"], [8, "software"]], "Setting up your developer environment": [[5, "setting-up-your-developer-environment"], [6, "setting-up-your-developer-environment"], [8, "setting-up-your-developer-environment"]], "Build": [[5, "build"], [6, "build"], [7, "build"], [8, "build"], [10, "build"], [20, "build"]], "AOT (Ahead-of-time) components:": [[5, "aot-ahead-of-time-components"], [8, "aot-ahead-of-time-components"]], "Runtime:": [[5, "runtime"], [6, "runtime"], [8, "runtime"]], "Deploying and running on a device": [[5, "deploying-and-running-on-a-device"], [6, "deploying-and-running-on-a-device"]], "Frequently encountered errors and resolution.": [[5, "frequently-encountered-errors-and-resolution"], [7, "frequently-encountered-errors-and-resolution"]], "Building and Running ExecuTorch with MediaTek Backend": [[6, "building-and-running-executorch-with-mediatek-backend"]], "Host OS": [[6, "host-os"], [8, "host-os"]], "Supported Chips:": [[6, "supported-chips"]], "Ahead of time:": [[6, "ahead-of-time"]], "Building and Running ExecuTorch with MPS Backend": [[7, "building-and-running-executorch-with-mps-backend"]], "Setting up Developer Environment": [[7, "setting-up-developer-environment"], [10, "setting-up-developer-environment"]], "AOT (Ahead-of-time) Components": [[7, "aot-ahead-of-time-components"]], "Runtime": [[7, "runtime"], [10, "runtime"], [16, "runtime"], [20, "runtime"], [26, "runtime"], [50, "runtime"], [53, "runtime"]], "Run the mv3 generated model using the mps_executor_runner": [[7, "run-the-mv3-generated-model-using-the-mps-executor-runner"]], "[Optional] Run the generated model directly using pybind": [[7, "optional-run-the-generated-model-directly-using-pybind"]], "Profiling:": [[7, "profiling"]], "Deploying and Running on Device": [[7, "deploying-and-running-on-device"], [10, "deploying-and-running-on-device"]], "Building and Running ExecuTorch with Qualcomm AI Engine Direct Backend": [[8, "building-and-running-executorch-with-qualcomm-ai-engine-direct-backend"]], "What\u2019s Qualcomm AI Engine Direct?": [[8, "what-s-qualcomm-ai-engine-direct"]], "Prerequsites (Hardware and Software)": [[8, "prerequsites-hardware-and-software"]], "Conventions": [[8, "conventions"]], "Setup environment variables": [[8, "setup-environment-variables"]], "Deploying and running on device": [[8, "deploying-and-running-on-device"]], "AOT compile a model": [[8, "aot-compile-a-model"]], "Test model inference on QNN HTP emulator": [[8, "test-model-inference-on-qnn-htp-emulator"]], "Run model inference on an Android smartphone with Qualcomm SoCs": [[8, "run-model-inference-on-an-android-smartphone-with-qualcomm-socs"]], "Running a model via ExecuTorch\u2019s android demo-app": [[8, "running-a-model-via-executorch-s-android-demo-app"]], "Supported model list": [[8, "supported-model-list"]], "What is coming?": [[8, "what-is-coming"], [43, "what-is-coming"]], "FAQ": [[8, "faq"], [43, "faq"]], "Building and Running ExecuTorch with the Vulkan Backend": [[9, "building-and-running-executorch-with-the-vulkan-backend"]], "Prerequisites": [[9, "prerequisites"], [21, "prerequisites"], [27, "prerequisites"], [43, "prerequisites"], [44, "prerequisites"], [44, "id1"], [57, "prerequisites"], [74, "prerequisites"], [75, "prerequisites"]], "Lowering the Llama3.2-1B model to Vulkan": [[9, "lowering-the-llama3-2-1b-model-to-vulkan"]], "Build and Run the LLaMA runner binary on Android": [[9, "build-and-run-the-llama-runner-binary-on-android"]], "Building and Running ExecuTorch on Xtensa HiFi4 DSP": [[10, "building-and-running-executorch-on-xtensa-hifi4-dsp"]], "Hardware": [[10, "hardware"], [27, "hardware"]], "Software": [[10, "software"], [27, "software"], [34, "software"]], "Working Tree Description": [[10, "working-tree-description"]], "Conclusion and Future Work": [[10, "conclusion-and-future-work"]], "Bundled Program \u2013 a Tool for ExecuTorch Model Validation": [[11, "bundled-program-a-tool-for-executorch-model-validation"], [64, "bundled-program-a-tool-for-executorch-model-validation"]], "Introduction": [[11, "introduction"]], "Emit stage": [[11, "emit-stage"]], "Step 1: Create a Model and Emit its ExecuTorch Program.": [[11, "step-1-create-a-model-and-emit-its-executorch-program"]], "Step 2: Construct List[MethodTestSuite] to hold test info": [[11, "step-2-construct-list-methodtestsuite-to-hold-test-info"]], "Step 3: Generate BundledProgram": [[11, "step-3-generate-bundledprogram"]], "Step 4: Serialize BundledProgram to Flatbuffer.": [[11, "step-4-serialize-bundledprogram-to-flatbuffer"]], "Emit Example": [[11, "emit-example"]], "Runtime Stage": [[11, "runtime-stage"]], "Get ExecuTorch Program Pointer from BundledProgram Buffer": [[11, "get-executorch-program-pointer-from-bundledprogram-buffer"]], "Load Bundled Input to Method": [[11, "load-bundled-input-to-method"]], "Verify the Method\u2019s Output.": [[11, "verify-the-method-s-output"]], "Runtime Example": [[11, "runtime-example"]], "Common Errors": [[11, "common-errors"]], "Test input doesn\u2019t match model\u2019s requirement.": [[11, "test-input-doesn-t-match-model-s-requirement"]], "Method name in BundleConfig does not exist.": [[11, "method-name-in-bundleconfig-does-not-exist"]], "Backend Dialect": [[12, "backend-dialect"], [16, "backend-dialect"], [38, "backend-dialect"]], "Overview": [[12, "overview"], [15, "overview"], [25, "overview"], [33, "overview"], [40, "overview"], [51, "overview"]], "When to use": [[12, "when-to-use"]], "APIs": [[12, "apis"], [31, "apis"], [40, "apis"], [42, "apis"]], "Pass Infra Entry Point": [[12, "pass-infra-entry-point"]], "Pattern Binding Decorator": [[12, "pattern-binding-decorator"]], "Example": [[12, "example"], [31, "example"]], "Op Set": [[12, "op-set"]], "Custom Compiler Passes and Partitioners": [[13, "custom-compiler-passes-and-partitioners"]], "Passes": [[13, "passes"], [53, "passes"]], "Level 1": [[13, "level-1"]], "One-to-One Pass": [[13, "one-to-one-pass"]], "One-to-X Pass": [[13, "one-to-x-pass"]], "One-to-None Pass": [[13, "one-to-none-pass"]], "Utilizing Local Information": [[13, "utilizing-local-information"]], "Level 2": [[13, "level-2"]], "Level 3": [[13, "level-3"]], "Pass Manager": [[13, "pass-manager"]], "Partitioner": [[13, "partitioner"], [16, "partitioner"], [53, "partitioner"]], "Subgraph Matcher": [[13, "subgraph-matcher"]], "Capability Based Partitioner": [[13, "capability-based-partitioner"]], "Combined": [[13, "combined"]], "Source Partitioner": [[13, "source-partitioner"]], "Backend and Delegate": [[14, "backend-and-delegate"]], "Backend Interfaces: Overview": [[14, "backend-interfaces-overview"]], "Backend Interfaces: Ahead-of-Time Preprocessing": [[14, "backend-interfaces-ahead-of-time-preprocessing"]], "Backend Interfaces: Runtime Initialization and Execution": [[14, "backend-interfaces-runtime-initialization-and-execution"]], "Developer Tools Integration: Debuggability": [[14, "developer-tools-integration-debuggability"]], "Common Questions": [[14, "common-questions"]], "Memory Planning": [[15, "memory-planning"]], "Algorithms": [[15, "algorithms"]], "Method Inputs and Outputs": [[15, "method-inputs-and-outputs"]], "Custom Memory Plans": [[15, "custom-memory-plans"]], "Debugging Tool": [[15, "debugging-tool"]], "ExecuTorch Concepts": [[16, "executorch-concepts"]], "Concepts Map": [[16, "concepts-map"]], "AOT (Ahead of Time)": [[16, "aot-ahead-of-time"]], "ATen": [[16, "aten"]], "ATen Dialect": [[16, "aten-dialect"], [38, "aten-dialect"]], "ATen mode": [[16, "aten-mode"]], "Autograd safe ATen Dialect": [[16, "autograd-safe-aten-dialect"]], "Backend": [[16, "backend"]], "Backend registry": [[16, "backend-registry"]], "Backend Specific Operator": [[16, "backend-specific-operator"]], "Buck2": [[16, "buck2"]], "CMake": [[16, "cmake"]], "Codegen": [[16, "codegen"]], "Core ATen Dialect": [[16, "core-aten-dialect"]], "Core ATen operators / Canonical ATen operator set": [[16, "core-aten-operators-canonical-aten-operator-set"]], "Core ATen Decomposition Table": [[16, "core-aten-decomposition-table"]], "Custom operator": [[16, "custom-operator"]], "DataLoader": [[16, "dataloader"]], "Delegation": [[16, "delegation"], [44, "delegation"]], "Dim Order": [[16, "dim-order"]], "DSP (Digital Signal Processor)": [[16, "dsp-digital-signal-processor"]], "dtype": [[16, "dtype"]], "Dynamic Quantization": [[16, "dynamic-quantization"]], "Dynamic shapes": [[16, "dynamic-shapes"]], "Eager mode": [[16, "eager-mode"]], "Edge Dialect": [[16, "edge-dialect"], [38, "edge-dialect"]], "Edge operator": [[16, "edge-operator"]], "ExecuTorch": [[16, "executorch"]], "ExecuTorch Method": [[16, "executorch-method"]], "ExecuTorch Program": [[16, "executorch-program"]], "executor_runner": [[16, "executor-runner"]], "EXIR": [[16, "exir"]], "ExportedProgram": [[16, "exportedprogram"]], "flatbuffer": [[16, "flatbuffer"]], "Framework tax": [[16, "framework-tax"]], "Functional ATen operators": [[16, "functional-aten-operators"]], "Graph": [[16, "graph"]], "Graph mode": [[16, "graph-mode"]], "Higher Order Operators": [[16, "higher-order-operators"]], "Hybrid Quantization": [[16, "hybrid-quantization"]], "Intermediate Representation (IR)": [[16, "intermediate-representation-ir"]], "Kernel": [[16, "kernel"]], "Kernel registry / Operator registry": [[16, "kernel-registry-operator-registry"]], "Lowering": [[16, "lowering"]], "Memory planning": [[16, "memory-planning"]], "Node": [[16, "node"]], "Operator": [[16, "operator"]], "Operator fusion": [[16, "operator-fusion"]], "Out variant": [[16, "out-variant"]], "PAL (Platform Abstraction Layer)": [[16, "pal-platform-abstraction-layer"]], "Partial kernels": [[16, "partial-kernels"]], "ETensor mode": [[16, "etensor-mode"]], "Portable kernels": [[16, "portable-kernels"]], "Program": [[16, "program"]], "Program source code": [[16, "program-source-code"]], "PTQ (Post Training Quantization)": [[16, "ptq-post-training-quantization"]], "QAT (Quantization Aware Training)": [[16, "qat-quantization-aware-training"]], "Quantization": [[16, "quantization"], [44, "quantization"], [53, "quantization"]], "Developer Tools": [[16, "developer-tools"], [33, "developer-tools"]], "Selective build": [[16, "selective-build"]], "Static Quantization": [[16, "static-quantization"]], "XNNPACK": [[16, "xnnpack"], [20, "xnnpack"]], "Contributing to ExecuTorch": [[17, "contributing-to-executorch"]], "Debug Backend Delegate": [[18, "debug-backend-delegate"]], "Get delegation summary": [[18, "get-delegation-summary"]], "Visualize delegated graph": [[18, "visualize-delegated-graph"]], "Delegate Debugging": [[19, "delegate-debugging"]], "Ahead-of-Time Integration": [[19, "ahead-of-time-integration"]], "Generating a Debug Handle Map": [[19, "generating-a-debug-handle-map"]], "DelegateMappingBuilder": [[19, "delegatemappingbuilder"]], "Runtime Logging": [[19, "runtime-logging"]], "Real-Time Logging": [[19, "real-time-logging"]], "Post-Time Logging": [[19, "post-time-logging"]], "Surfacing custom metadata from delegate events": [[19, "surfacing-custom-metadata-from-delegate-events"]], "Building an ExecuTorch Android Demo App": [[20, "building-an-executorch-android-demo-app"]], "Ahead-Of-Time": [[20, "ahead-of-time"]], "XNNPACK Delegation": [[20, "xnnpack-delegation"]], "Qualcomm Hexagon NPU": [[20, "qualcomm-hexagon-npu"], [20, "id2"]], "Deploying on Device via Demo App": [[20, "deploying-on-device-via-demo-app"]], "Steps for Deploying Model via XNNPACK": [[20, "steps-for-deploying-model-via-xnnpack"]], "Steps for Deploying Model via Qualcomm\u2019s AI Engine Direct": [[20, "steps-for-deploying-model-via-qualcomm-s-ai-engine-direct"]], "Running the App": [[20, "running-the-app"]], "Takeaways": [[20, "takeaways"], [27, "takeaways"]], "Reporting Issues": [[20, "reporting-issues"], [46, "reporting-issues"], [47, "reporting-issues"]], "Building an ExecuTorch iOS Demo App": [[21, "building-an-executorch-ios-demo-app"]], "1. Xcode 15 and Command Line Tools": [[21, "xcode-15-and-command-line-tools"]], "2. Python 3.10+": [[21, "python-3-10"]], "3. Getting Started Tutorial": [[21, "getting-started-tutorial"]], "4. Backend Dependencies": [[21, "backend-dependencies"]], "Models and Labels": [[21, "models-and-labels"]], "1. Export Model": [[21, "export-model"]], "2. Download Labels": [[21, "download-labels"]], "Final Steps": [[21, "final-steps"]], "1. Open Project in Xcode": [[21, "open-project-in-xcode"]], "2. Run Tests": [[21, "run-tests"]], "3. Run App": [[21, "run-app"]], "Introduction to the ExecuTorch Developer Tools": [[22, "introduction-to-the-executorch-developer-tools"], [70, "introduction-to-the-executorch-developer-tools"]], "Developer Tools Features": [[22, "developer-tools-features"]], "Fundamental components of the Developer Tools": [[22, "fundamental-components-of-the-developer-tools"]], "ETRecord": [[22, "etrecord"]], "ETDump": [[22, "etdump"]], "Inspector APIs": [[22, "inspector-apis"], [51, "inspector-apis"], [69, "inspector-apis"]], "Developer Tools Usage Tutorial": [[23, "developer-tools-usage-tutorial"], [72, "developer-tools-usage-tutorial"]], "Prerequisite | ETDump - ExecuTorch Dump": [[24, "prerequisite-etdump-executorch-dump"], [67, "prerequisite-etdump-executorch-dump"]], "Generating an ETDump": [[24, "generating-an-etdump"]], "Using an ETDump": [[24, "using-an-etdump"]], "Prerequisite | ETRecord - ExecuTorch Record": [[25, "prerequisite-etrecord-executorch-record"], [68, "prerequisite-etrecord-executorch-record"]], "Generating an ETRecord": [[25, "generating-an-etrecord"]], "Using an ETRecord": [[25, "using-an-etrecord"]], "Lowering a Model as a Delegate": [[26, "lowering-a-model-as-a-delegate"]], "Frontend Interfaces": [[26, "frontend-interfaces"]], "Flow 1: Lowering the whole module": [[26, "flow-1-lowering-the-whole-module"]], "Flow 2: Lowering the whole module and composite": [[26, "flow-2-lowering-the-whole-module-and-composite"]], "Flow 3: Partitioning": [[26, "flow-3-partitioning"]], "Building and Running ExecuTorch with ARM Ethos-U Backend": [[27, "building-and-running-executorch-with-arm-ethos-u-backend"]], "Set Up the Developer Environment": [[27, "set-up-the-developer-environment"]], "Download and Set Up the Corstone-300 and Corstone-320 FVP": [[27, "download-and-set-up-the-corstone-300-and-corstone-320-fvp"]], "Download and Install the Arm GNU AArch32 Bare-Metal Toolchain": [[27, "download-and-install-the-arm-gnu-aarch32-bare-metal-toolchain"]], "Setup the Arm Ethos-U Software Development": [[27, "setup-the-arm-ethos-u-software-development"]], "Install the Vela Compiler": [[27, "install-the-vela-compiler"]], "Install the TOSA reference model": [[27, "install-the-tosa-reference-model"]], "Convert the PyTorch Model to the .pte File": [[27, "convert-the-pytorch-model-to-the-pte-file"]], "PyTorch Example Modules": [[27, "pytorch-example-modules"]], "SoftmaxModule": [[27, "softmaxmodule"]], "AddModule": [[27, "addmodule"]], "MobileNetV2 Module": [[27, "mobilenetv2-module"]], "Non-delegated Workflow": [[27, "non-delegated-workflow"]], "Delegated Workflow": [[27, "delegated-workflow"]], "Delegated Quantized Workflow": [[27, "delegated-quantized-workflow"]], "Getting a Bare-Metal Executable": [[27, "getting-a-bare-metal-executable"]], "Generating ExecuTorch Libraries": [[27, "generating-executorch-libraries"]], "Building the executor_runner Bare-Metal Application": [[27, "building-the-executor-runner-bare-metal-application"]], "Running on Corstone FVP Platforms": [[27, "running-on-corstone-fvp-platforms"]], "FAQs": [[27, "faqs"]], "ExecuTorch Runtime API Reference": [[28, "executorch-runtime-api-reference"]], "Model Loading and Execution": [[28, "model-loading-and-execution"]], "Values": [[28, "values"]], "Exporting to ExecuTorch": [[29, "exporting-to-executorch"]], "Export to ExecuTorch API Reference": [[30, "export-to-executorch-api-reference"]], "Running an ExecuTorch Model Using the Module Extension in C++": [[31, "running-an-executorch-model-using-the-module-extension-in-c"]], "Creating a Module": [[31, "creating-a-module"]], "Force-Loading a Method": [[31, "force-loading-a-method"]], "Querying for Metadata": [[31, "querying-for-metadata"]], "Performing an Inference": [[31, "performing-an-inference"]], "Setting Input and Output": [[31, "setting-input-and-output"]], "Setting Inputs": [[31, "setting-inputs"], [57, "setting-inputs"]], "Setting Outputs": [[31, "setting-outputs"]], "Result and Error Types": [[31, "result-and-error-types"]], "Profiling the Module": [[31, "profiling-the-module"]], "Conclusion": [[31, "conclusion"], [32, "conclusion"], [57, "conclusion"], [74, "conclusion"], [75, "conclusion"]], "Managing Tensor Memory in C++": [[32, "managing-tensor-memory-in-c"]], "Introducing TensorPtr": [[32, "introducing-tensorptr"]], "API Overview": [[32, "api-overview"]], "Creating Tensors": [[32, "creating-tensors"]], "Creating Scalar Tensors": [[32, "creating-scalar-tensors"], [32, "id1"]], "Owning Data from a Vector": [[32, "owning-data-from-a-vector"]], "Non-Owning Data from Raw Pointer": [[32, "non-owning-data-from-raw-pointer"]], "Sharing Existing Tensor": [[32, "sharing-existing-tensor"]], "Viewing Existing Tensor": [[32, "viewing-existing-tensor"]], "Cloning Tensors": [[32, "cloning-tensors"]], "Resizing Tensors": [[32, "resizing-tensors"]], "Convenience Helpers": [[32, "convenience-helpers"]], "Creating Non-Owning Tensors with for_blob and from_blob": [[32, "creating-non-owning-tensors-with-for-blob-and-from-blob"]], "Creating Empty Tensors": [[32, "creating-empty-tensors"]], "Creating Tensors Filled with Specific Values": [[32, "creating-tensors-filled-with-specific-values"]], "Creating Random Tensors": [[32, "creating-random-tensors"]], "Notes on EValue and Lifetime Management": [[32, "notes-on-evalue-and-lifetime-management"]], "Interoperability with ATen": [[32, "interoperability-with-aten"]], "API Equivalence Table": [[32, "api-equivalence-table"]], "Best Practices": [[32, "best-practices"]], "High-level Architecture and Components of ExecuTorch": [[33, "high-level-architecture-and-components-of-executorch"]], "Program Preparation": [[33, "program-preparation"]], "Program Source Code": [[33, "program-source-code"]], "Export": [[33, "export"]], "Edge Compilation": [[33, "edge-compilation"]], "Compile to ExecuTorch Program": [[33, "compile-to-executorch-program"]], "Runtime Preparation": [[33, "runtime-preparation"]], "Program Execution": [[33, "program-execution"]], "Setting Up ExecuTorch": [[34, "setting-up-executorch"]], "System Requirements": [[34, "system-requirements"]], "Operating System": [[34, "operating-system"]], "Quick Setup: Colab/Jupyter Notebook Prototype": [[34, "quick-setup-colab-jupyter-notebook-prototype"]], "Environment Setup": [[34, "environment-setup"]], "Create a Virtual Environment": [[34, "create-a-virtual-environment"]], "Clone and install ExecuTorch requirements": [[34, "clone-and-install-executorch-requirements"]], "Create an ExecuTorch program": [[34, "create-an-executorch-program"]], "Export a Program": [[34, "export-a-program"]], "Build & Run": [[34, "build-run"]], "Build Tooling Setup": [[34, "build-tooling-setup"]], "Run Your Program": [[34, "run-your-program"]], "Next Steps": [[34, "next-steps"]], "Welcome to the ExecuTorch Documentation": [[35, "welcome-to-the-executorch-documentation"]], "Getting Started": [[35, "getting-started"]], "Tutorials and Examples": [[35, "tutorials-and-examples"]], "How ExecuTorch Works": [[36, "how-executorch-works"]], "Key Benefits": [[36, "key-benefits"]], "ExecuTorch Overview": [[37, "executorch-overview"]], "Why ExecuTorch?": [[37, "why-executorch"]], "How is ExecuTorch Different from PyTorch Mobile (Lite Interpreter)?": [[37, "how-is-executorch-different-from-pytorch-mobile-lite-interpreter"]], "Export IR Specification": [[38, "export-ir-specification"]], "ATen Dialect Properties": [[38, "aten-dialect-properties"]], "ATen Operator Definition": [[38, "aten-operator-definition"]], "Edge Dialect Properties": [[38, "edge-dialect-properties"]], "Using the Edge Dialect": [[38, "using-the-edge-dialect"]], "Edge Operators": [[38, "edge-operators"]], "Op Set (WIP)": [[38, "op-set-wip"]], "Definition of the Core ATen Operator Set": [[39, "definition-of-the-core-aten-operator-set"]], "What is an Operator Set?": [[39, "what-is-an-operator-set"]], "The Functional ATen Operator Set": [[39, "the-functional-aten-operator-set"]], "The Core ATen Operator Set": [[39, "the-core-aten-operator-set"]], "Development of the Core ATen Operator Set": [[39, "development-of-the-core-aten-operator-set"]], "Future Work": [[39, "future-work"]], "Kernel Registration": [[40, "kernel-registration"]], "Kernel Libraries": [[40, "kernel-libraries"]], "First-party kernel libraries:": [[40, "first-party-kernel-libraries"]], "Custom kernel libraries:": [[40, "custom-kernel-libraries"]], "Operator & Kernel Contract": [[40, "operator-kernel-contract"]], "YAML Entry API High Level Architecture": [[40, "yaml-entry-api-high-level-architecture"]], "YAML Entry API Workflow": [[40, "yaml-entry-api-workflow"]], "YAML Entry API for Core ATen Op Out Variant": [[40, "yaml-entry-api-for-core-aten-op-out-variant"]], "YAML Entry API for Custom Ops": [[40, "yaml-entry-api-for-custom-ops"]], "Out variants only": [[40, "out-variants-only"]], "Can only return Tensor or ()": [[40, "can-only-return-tensor-or"]], "Supported argument types": [[40, "supported-argument-types"]], "CMake Macros": [[40, "cmake-macros"]], "C++ API for Custom Ops": [[40, "c-api-for-custom-ops"]], "Prepare custom kernel implementation": [[40, "prepare-custom-kernel-implementation"]], "Use a C++ macro to register it into ExecuTorch": [[40, "use-a-c-macro-to-register-it-into-executorch"]], "Compile and link the custom kernel": [[40, "compile-and-link-the-custom-kernel"]], "Custom Ops API Best Practices": [[40, "custom-ops-api-best-practices"]], "Overview of ExecuTorch\u2019s Kernel Libraries": [[41, "overview-of-executorchs-kernel-libraries"]], "Portable Kernel Library": [[41, "portable-kernel-library"]], "Optimized Kernel Library": [[41, "optimized-kernel-library"]], "Kernel Library Selective Build": [[42, "kernel-library-selective-build"]], "Design Principles": [[42, "design-principles"]], "High Level Architecture": [[42, "high-level-architecture"]], "Select all ops": [[42, "select-all-ops"]], "Select ops from schema yaml": [[42, "select-ops-from-schema-yaml"]], "Select root ops from operator list": [[42, "select-root-ops-from-operator-list"]], "Example Walkthrough": [[42, "example-walkthrough"]], "Building and Running Llama 3 8B Instruct with Qualcomm AI Engine Direct Backend": [[43, "building-and-running-llama-3-8b-instruct-with-qualcomm-ai-engine-direct-backend"]], "Instructions": [[43, "instructions"]], "Step1: Prepare the checkpoint of the model and optimized matrix from Spin Quant": [[43, "step1-prepare-the-checkpoint-of-the-model-and-optimized-matrix-from-spin-quant"]], "Step2: Export to ExecuTorch with Qualcomm AI Engine Direct Backend": [[43, "step2-export-to-executorch-with-qualcomm-ai-engine-direct-backend"]], "Step3: Invoke the Runtime on an Android smartphone with Qualcomm SoCs": [[43, "step3-invoke-the-runtime-on-an-android-smartphone-with-qualcomm-socs"]], "Intro to LLMs in Executorch": [[44, "intro-to-llms-in-executorch"]], "Table Of Contents": [[44, "table-of-contents"]], "Running a Large Language Model Locally": [[44, "running-a-large-language-model-locally"]], "Step 1. Exporting to ExecuTorch": [[44, "step-1-exporting-to-executorch"]], "Step 2. Invoking the Runtime": [[44, "step-2-invoking-the-runtime"]], "Building and Running": [[44, "building-and-running"]], "Profiling and Debugging": [[44, "profiling-and-debugging"]], "Visualizing the Delegation": [[44, "visualizing-the-delegation"]], "Performance Analysis": [[44, "performance-analysis"]], "ETRecord generation (Optional)": [[44, "etrecord-generation-optional"]], "ETDump generation": [[44, "etdump-generation"]], "Analyze with Inspector APIs": [[44, "analyze-with-inspector-apis"]], "Custom Kernels": [[44, "custom-kernels"]], "Writing a Custom Kernel": [[44, "writing-a-custom-kernel"]], "Compile and Link the Custom Kernel": [[44, "compile-and-link-the-custom-kernel"]], "Using a Custom Operator in a Model": [[44, "using-a-custom-operator-in-a-model"]], "How to Build Mobile Apps": [[44, "how-to-build-mobile-apps"]], "Llama on ExecuTorch": [[45, "llama-on-executorch"]], "ExecuTorch Llama Android Demo App": [[46, "executorch-llama-android-demo-app"]], "Key Concepts": [[46, "key-concepts"], [47, "key-concepts"]], "Supporting Models": [[46, "supporting-models"]], "Building the APK": [[46, "building-the-apk"]], "How to Use the App": [[46, "how-to-use-the-app"], [47, "how-to-use-the-app"]], "Opening the App": [[46, "opening-the-app"]], "Select Models and Parameters": [[46, "select-models-and-parameters"]], "ExecuTorch App API": [[46, "executorch-app-api"], [46, "id1"], [46, "id2"]], "User Prompt": [[46, "user-prompt"]], "Output Generated": [[46, "output-generated"]], "ExecuTorch Llama iOS Demo App": [[47, "executorch-llama-ios-demo-app"]], "Supported Models": [[47, "supported-models"]], "Building the application": [[47, "building-the-application"]], "XCode": [[47, "xcode"]], "Copy the model to Simulator": [[47, "copy-the-model-to-simulator"]], "Copy the model to Device": [[47, "copy-the-model-to-device"]], "Markdown in Sphinx Tips and Tricks": [[48, "markdown-in-sphinx-tips-and-tricks"]], "Admonitions": [[48, "admonitions"]], "Images": [[48, "images"]], "Code Block": [[48, "code-block"]], "Memory Planning Inspection in ExecuTorch": [[49, "memory-planning-inspection-in-executorch"]], "Usage": [[49, "usage"]], "Chrome Trace": [[49, "chrome-trace"]], "Further Reading": [[49, "further-reading"], [60, "further-reading"]], "Debugging Models in ExecuTorch": [[50, "debugging-models-in-executorch"], [65, "debugging-models-in-executorch"]], "Steps to debug a model in ExecuTorch": [[50, "steps-to-debug-a-model-in-executorch"]], "Accessing the debug outputs post run using the Inspector API\u2019s": [[50, "accessing-the-debug-outputs-post-run-using-the-inspector-api-s"]], "Inspector Methods": [[51, "inspector-methods"]], "Constructor": [[51, "constructor"]], "to_dataframe": [[51, "to-dataframe"]], "print_data_tabular": [[51, "print-data-tabular"]], "find_total_for_module": [[51, "find-total-for-module"]], "get_exported_program": [[51, "get-exported-program"]], "Inspector Attributes": [[51, "inspector-attributes"]], "EventBlock Class": [[51, "eventblock-class"]], "Event Class": [[51, "event-class"]], "ExecuTorch Vulkan Delegate": [[52, "executorch-vulkan-delegate"]], "What is Vulkan?": [[52, "what-is-vulkan"]], "The Vulkan Compute Library": [[52, "the-vulkan-compute-library"]], "Features": [[52, "features"]], "End to End Example": [[52, "end-to-end-example"]], "Compile and lower a model to the Vulkan Delegate": [[52, "compile-and-lower-a-model-to-the-vulkan-delegate"]], "Build Vulkan Delegate libraries": [[52, "build-vulkan-delegate-libraries"]], "Run the Vulkan model on device": [[52, "run-the-vulkan-model-on-device"]], "ExecuTorch XNNPACK delegate": [[53, "executorch-xnnpack-delegate"]], "What is XNNPACK?": [[53, "what-is-xnnpack"]], "What are ExecuTorch delegates?": [[53, "what-are-executorch-delegates"]], "Architecture": [[53, "architecture"]], "Ahead-of-time": [[53, "ahead-of-time"]], "Module-based partitioning": [[53, "module-based-partitioning"]], "Op-based partitioning": [[53, "op-based-partitioning"]], "Serialiazation": [[53, "serialiazation"]], "Serialization Schema": [[53, "serialization-schema"]], "XNNPACK Library": [[53, "xnnpack-library"]], "Init": [[53, "init"]], "Execute": [[53, "execute"]], "Profiling": [[53, "profiling"]], "Configuring the XNNPACKQuantizer": [[53, "configuring-the-xnnpackquantizer"]], "Quantizing your model with the XNNPACKQuantizer": [[53, "quantizing-your-model-with-the-xnnpackquantizer"]], "See Also": [[53, "see-also"]], "Portable C++ Programming": [[54, "portable-c-programming"]], "Platform Abstraction Layer (PAL)": [[54, "platform-abstraction-layer-pal"]], "Memory Allocation": [[54, "memory-allocation"]], "File Loading": [[54, "file-loading"]], "Integer Types": [[54, "integer-types"]], "Floating Point Arithmetic": [[54, "floating-point-arithmetic"]], "Logging Format Portability": [[54, "logging-format-portability"]], "Fixed-Width Integers": [[54, "fixed-width-integers"]], "size_t, ssize_t": [[54, "size-t-ssize-t"]], "Casting": [[54, "casting"]], ".pte file format": [[55, "pte-file-format"]], "Compatibility": [[55, "compatibility"]], "Headers": [[55, "headers"]], "Program data": [[55, "program-data"]], "Segment data": [[55, "segment-data"]], "Quantization Overview": [[56, "quantization-overview"]], "Source Quantization: Int8DynActInt4WeightQuantizer": [[56, "source-quantization-int8dynactint4weightquantizer"]], "Running an ExecuTorch Model in C++ Tutorial": [[57, "running-an-executorch-model-in-c-tutorial"]], "Model Loading": [[57, "model-loading"]], "Setting Up the MemoryManager": [[57, "setting-up-the-memorymanager"]], "Loading a Method": [[57, "loading-a-method"]], "Perform an Inference": [[57, "perform-an-inference"]], "Retrieve Outputs": [[57, "retrieve-outputs"]], "Backend Delegate Implementation and Linking": [[58, "backend-delegate-implementation-and-linking"]], "Building with CMake": [[59, "building-with-cmake"]], "Targets Built by the CMake Build System": [[59, "targets-built-by-the-cmake-build-system"]], "One-time setup to prepare for CMake Build": [[59, "one-time-setup-to-prepare-for-cmake-build"]], "Configure the CMake Build": [[59, "configure-the-cmake-build"]], "CMake Build Options": [[59, "cmake-build-options"]], "Build the runtime components": [[59, "build-the-runtime-components"]], "Use an example app executor_runner to execute a .pte file": [[59, "use-an-example-app-executor-runner-to-execute-a-pte-file"]], "Cross compilation": [[59, "cross-compilation"]], "Android": [[59, "android"]], "iOS": [[59, "ios"]], "Next steps": [[59, "next-steps"]], "ExecuTorch Runtime Overview": [[60, "executorch-runtime-overview"]], "Design Goals": [[60, "design-goals"]], "Low Execution Overhead": [[60, "low-execution-overhead"]], "Memory": [[60, "memory"]], "CPU": [[60, "cpu"]], "Familiar PyTorch Semantics": [[60, "familiar-pytorch-semantics"]], "Portable Code and Architecture": [[60, "portable-code-and-architecture"]], "C++ Language Considerations": [[60, "c-language-considerations"]], "Operating System Considerations": [[60, "operating-system-considerations"]], "Threading Considerations": [[60, "threading-considerations"]], "Runtime Platform Abstraction Layer (PAL)": [[61, "runtime-platform-abstraction-layer-pal"]], "Overriding the default PAL": [[61, "overriding-the-default-pal"]], "Minimal PAL": [[61, "minimal-pal"]], "Profiling Models in ExecuTorch": [[62, "profiling-models-in-executorch"], [71, "profiling-models-in-executorch"]], "Steps to Profile a Model in ExecuTorch": [[62, "steps-to-profile-a-model-in-executorch"]], "ExecuTorch Runtime Python API Reference": [[63, "executorch-runtime-python-api-reference"]], "Debug in Delegates": [[66, "debug-in-delegates"]], "Building and Running ExecuTorch with XNNPACK Backend": [[73, "building-and-running-executorch-with-xnnpack-backend"]], "Lowering a model to XNNPACK": [[73, "lowering-a-model-to-xnnpack"]], "Lowering a Quantized Model to XNNPACK": [[73, "lowering-a-quantized-model-to-xnnpack"]], "Lowering with aot_compiler.py script": [[73, "lowering-with-aot-compiler-py-script"]], "Running the XNNPACK Model with CMake": [[73, "running-the-xnnpack-model-with-cmake"]], "Building and Linking with the XNNPACK Backend": [[73, "building-and-linking-with-the-xnnpack-backend"]], "Using the ExecuTorch Developer Tools to Profile a Model": [[74, "using-the-executorch-developer-tools-to-profile-a-model"], [76, "using-the-executorch-developer-tools-to-profile-a-model"]], "Generate ETRecord (Optional)": [[74, "generate-etrecord-optional"]], "Generate ETDump": [[74, "generate-etdump"]], "Creating an Inspector": [[74, "creating-an-inspector"]], "Analyzing with an Inspector": [[74, "analyzing-with-an-inspector"]], "Links Mentioned": [[74, "links-mentioned"], [75, "links-mentioned"]], "Exporting to ExecuTorch Tutorial": [[75, "exporting-to-executorch-tutorial"]], "Exporting a Model": [[75, "exporting-a-model"]], "Expressing Dynamism": [[75, "expressing-dynamism"]], "Addressing Untraceable Code": [[75, "addressing-untraceable-code"]], "Performing Quantization": [[75, "performing-quantization"]], "Lowering to Edge Dialect": [[75, "lowering-to-edge-dialect"]], "Delegating to a Backend": [[75, "delegating-to-a-backend"]], "Lowering the Whole Module": [[75, "lowering-the-whole-module"]], "Compose the Lowered Module into Another Module": [[75, "compose-the-lowered-module-into-another-module"]], "Partition and Lower Parts of a Module": [[75, "partition-and-lower-parts-of-a-module"]], "Running User-Defined Passes and Memory Planning": [[75, "running-user-defined-passes-and-memory-planning"]], "Saving to a File": [[75, "saving-to-a-file"]], "Computation times": [[77, "computation-times"]]}, "indexentries": {"generate_etrecord() (in module executorch.devtools.etrecord._etrecord)": [[25, "executorch.devtools.etrecord._etrecord.generate_etrecord"]], "executorch::runtime::dataloader (c++ class)": [[28, "_CPPv4N10executorch7runtime10DataLoaderE"]], "executorch::runtime::dataloader::segmentinfo (c++ struct)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfoE"]], "executorch::runtime::dataloader::segmentinfo::type (c++ enum)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4TypeE"]], "executorch::runtime::dataloader::segmentinfo::type::backend (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7BackendE"]], "executorch::runtime::dataloader::segmentinfo::type::constant (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type8ConstantE"]], "executorch::runtime::dataloader::segmentinfo::type::mutable (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7MutableE"]], "executorch::runtime::dataloader::segmentinfo::type::program (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo4Type7ProgramE"]], "executorch::runtime::dataloader::segmentinfo::descriptor (c++ member)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo10descriptorE"]], "executorch::runtime::dataloader::segmentinfo::segment_index (c++ member)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo13segment_indexE"]], "executorch::runtime::dataloader::segmentinfo::segment_type (c++ member)": [[28, "_CPPv4N10executorch7runtime10DataLoader11SegmentInfo12segment_typeE"]], "executorch::runtime::evalue (c++ struct)": [[28, "_CPPv4N10executorch7runtime6EValueE"]], "executorch::runtime::evalue::evalue (c++ function)": [[28, "_CPPv4N10executorch7runtime6EValue6EValueEN10executorch4aten6ScalarE"]], "executorch::runtime::evalue::payload (c++ union)": [[28, "_CPPv4N10executorch7runtime6EValue7PayloadE"]], "executorch::runtime::evalue::payload::triviallycopyablepayload (c++ union)": [[28, "_CPPv4N10executorch7runtime6EValue7Payload24TriviallyCopyablePayloadE"]], "executorch::runtime::evalue::tooptional (c++ function)": [[28, "_CPPv4I0ENK10executorch7runtime6EValue10toOptionalEN10executorch4aten8optionalI1TEEv"]], "executorch::runtime::hierarchicalallocator (c++ class)": [[28, "_CPPv4N10executorch7runtime21HierarchicalAllocatorE"]], "executorch::runtime::hierarchicalallocator::hierarchicalallocator (c++ function)": [[28, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE4SpanI4SpanI7uint8_tEE"], [28, "_CPPv4N10executorch7runtime21HierarchicalAllocator21HierarchicalAllocatorE8uint32_tP15MemoryAllocator"]], "executorch::runtime::memoryallocator (c++ class)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocatorE"]], "executorch::runtime::memoryallocator::memoryallocator (c++ function)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocator15MemoryAllocatorE8uint32_tP7uint8_t"]], "executorch::runtime::memoryallocator::allocate (c++ function)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocator8allocateE6size_t6size_t"]], "executorch::runtime::memoryallocator::allocateinstance (c++ function)": [[28, "_CPPv4I0EN10executorch7runtime15MemoryAllocator16allocateInstanceEP1T6size_t"]], "executorch::runtime::memoryallocator::allocatelist (c++ function)": [[28, "_CPPv4I0EN10executorch7runtime15MemoryAllocator12allocateListEP1T6size_t6size_t"]], "executorch::runtime::memoryallocator::kdefaultalignment (c++ member)": [[28, "_CPPv4N10executorch7runtime15MemoryAllocator17kDefaultAlignmentE"]], "executorch::runtime::memorymanager (c++ class)": [[28, "_CPPv4N10executorch7runtime13MemoryManagerE"]], "executorch::runtime::memorymanager::memorymanager (c++ function)": [[28, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocator"], [28, "_CPPv4N10executorch7runtime13MemoryManager13MemoryManagerEP15MemoryAllocatorP21HierarchicalAllocatorP15MemoryAllocatorP15MemoryAllocator"]], "executorch::runtime::memorymanager::method_allocator (c++ function)": [[28, "_CPPv4NK10executorch7runtime13MemoryManager16method_allocatorEv"]], "executorch::runtime::memorymanager::planned_memory (c++ function)": [[28, "_CPPv4NK10executorch7runtime13MemoryManager14planned_memoryEv"]], "executorch::runtime::memorymanager::temp_allocator (c++ function)": [[28, "_CPPv4NK10executorch7runtime13MemoryManager14temp_allocatorEv"]], "executorch::runtime::method (c++ class)": [[28, "_CPPv4N10executorch7runtime6MethodE"]], "executorch::runtime::method::method (c++ function)": [[28, "_CPPv4N10executorch7runtime6Method6MethodERR6Method"]], "executorch::runtime::method::get_output (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method10get_outputE6size_t"]], "executorch::runtime::method::inputs_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method11inputs_sizeEv"]], "executorch::runtime::method::method_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method11method_metaEv"]], "executorch::runtime::method::outputs_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime6Method12outputs_sizeEv"]], "executorch::runtime::methodmeta (c++ class)": [[28, "_CPPv4N10executorch7runtime10MethodMetaE"]], "executorch::runtime::methodmeta::input_tag (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta9input_tagE6size_t"]], "executorch::runtime::methodmeta::input_tensor_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta17input_tensor_metaE6size_t"]], "executorch::runtime::methodmeta::memory_planned_buffer_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta26memory_planned_buffer_sizeE6size_t"]], "executorch::runtime::methodmeta::name (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta4nameEv"]], "executorch::runtime::methodmeta::non_const_buffer_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta21non_const_buffer_sizeE6size_t"]], "executorch::runtime::methodmeta::num_inputs (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta10num_inputsEv"]], "executorch::runtime::methodmeta::num_memory_planned_buffers (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta26num_memory_planned_buffersEv"]], "executorch::runtime::methodmeta::num_outputs (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta11num_outputsEv"]], "executorch::runtime::methodmeta::output_tag (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta10output_tagE6size_t"]], "executorch::runtime::methodmeta::output_tensor_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime10MethodMeta18output_tensor_metaE6size_t"]], "executorch::runtime::program (c++ class)": [[28, "_CPPv4N10executorch7runtime7ProgramE"]], "executorch::runtime::program::headerstatus (c++ enum)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatusE"]], "executorch::runtime::program::headerstatus::compatibleversion (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus17CompatibleVersionE"]], "executorch::runtime::program::headerstatus::incompatibleversion (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus19IncompatibleVersionE"]], "executorch::runtime::program::headerstatus::notpresent (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus10NotPresentE"]], "executorch::runtime::program::headerstatus::shortdata (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12HeaderStatus9ShortDataE"]], "executorch::runtime::program::verification (c++ enum)": [[28, "_CPPv4N10executorch7runtime7Program12VerificationE"]], "executorch::runtime::program::verification::internalconsistency (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12Verification19InternalConsistencyE"]], "executorch::runtime::program::verification::minimal (c++ enumerator)": [[28, "_CPPv4N10executorch7runtime7Program12Verification7MinimalE"]], "executorch::runtime::program::check_header (c++ function)": [[28, "_CPPv4N10executorch7runtime7Program12check_headerEPKv6size_t"]], "executorch::runtime::program::get_constant_buffer_data (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program24get_constant_buffer_dataE6size_t6size_t"]], "executorch::runtime::program::get_method_name (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program15get_method_nameE6size_t"]], "executorch::runtime::program::kminheadbytes (c++ member)": [[28, "_CPPv4N10executorch7runtime7Program13kMinHeadBytesE"]], "executorch::runtime::program::load_method (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program11load_methodEPKcP13MemoryManagerP11EventTracer"]], "executorch::runtime::program::method_meta (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program11method_metaEPKc"]], "executorch::runtime::program::num_methods (c++ function)": [[28, "_CPPv4NK10executorch7runtime7Program11num_methodsEv"]], "executorch::runtime::etensor::tensor (c++ class)": [[28, "_CPPv4N10executorch7runtime7etensor6TensorE"]], "executorch::runtime::etensor::tensor::dimordertype (c++ type)": [[28, "_CPPv4N10executorch7runtime7etensor6Tensor12DimOrderTypeE"]], "executorch::runtime::etensor::tensor::sizestype (c++ type)": [[28, "_CPPv4N10executorch7runtime7etensor6Tensor9SizesTypeE"]], "executorch::runtime::etensor::tensor::stridestype (c++ type)": [[28, "_CPPv4N10executorch7runtime7etensor6Tensor11StridesTypeE"]], "executorch::runtime::etensor::tensor::const_data_ptr (c++ function)": [[28, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor14const_data_ptrEPK1Tv"], [28, "_CPPv4NK10executorch7runtime7etensor6Tensor14const_data_ptrEv"]], "executorch::runtime::etensor::tensor::dim (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor3dimEv"]], "executorch::runtime::etensor::tensor::dim_order (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor9dim_orderEv"]], "executorch::runtime::etensor::tensor::element_size (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor12element_sizeEv"]], "executorch::runtime::etensor::tensor::mutable_data_ptr (c++ function)": [[28, "_CPPv4I0ENK10executorch7runtime7etensor6Tensor16mutable_data_ptrEP1Tv"], [28, "_CPPv4NK10executorch7runtime7etensor6Tensor16mutable_data_ptrEv"]], "executorch::runtime::etensor::tensor::nbytes (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor6nbytesEv"]], "executorch::runtime::etensor::tensor::numel (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor5numelEv"]], "executorch::runtime::etensor::tensor::scalar_type (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor11scalar_typeEv"]], "executorch::runtime::etensor::tensor::shape_dynamism (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor14shape_dynamismEv"]], "executorch::runtime::etensor::tensor::size (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor4sizeE7ssize_t"]], "executorch::runtime::etensor::tensor::sizes (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor5sizesEv"]], "executorch::runtime::etensor::tensor::strides (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor7stridesEv"]], "executorch::runtime::etensor::tensor::unsafegettensorimpl (c++ function)": [[28, "_CPPv4NK10executorch7runtime7etensor6Tensor19unsafeGetTensorImplEv"]], "edgeprogrammanager (class in executorch.exir)": [[30, "executorch.exir.EdgeProgramManager"]], "executorchprogrammanager (class in executorch.exir)": [[30, "executorch.exir.ExecutorchProgramManager"]], "loweredbackendmodule (class in executorch.exir.backend.backend_api)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule"]], "backend_id (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.backend_id"]], "buffer (executorch.exir.executorchprogrammanager property)": [[30, "executorch.exir.ExecutorchProgramManager.buffer"]], "buffer() (executorch.exir.backend.backend_api.loweredbackendmodule method)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.buffer"]], "compile_specs (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.compile_specs"]], "config_methods (executorch.exir.edgeprogrammanager property)": [[30, "executorch.exir.EdgeProgramManager.config_methods"]], "config_methods (executorch.exir.executorchprogrammanager property)": [[30, "executorch.exir.ExecutorchProgramManager.config_methods"]], "dump_executorch_program() (executorch.exir.executorchprogrammanager method)": [[30, "executorch.exir.ExecutorchProgramManager.dump_executorch_program"]], "executorch.exir": [[30, "module-0"], [30, "module-executorch.exir"]], "executorch.exir.backend.backend_api": [[30, "module-executorch.exir.backend.backend_api"]], "exported_program() (executorch.exir.edgeprogrammanager method)": [[30, "executorch.exir.EdgeProgramManager.exported_program"]], "exported_program() (executorch.exir.executorchprogrammanager method)": [[30, "executorch.exir.ExecutorchProgramManager.exported_program"]], "methods (executorch.exir.edgeprogrammanager property)": [[30, "executorch.exir.EdgeProgramManager.methods"]], "methods (executorch.exir.executorchprogrammanager property)": [[30, "executorch.exir.ExecutorchProgramManager.methods"]], "module": [[30, "module-0"], [30, "module-executorch.exir"], [30, "module-executorch.exir.backend.backend_api"], [63, "module-executorch.runtime"]], "original_module (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.original_module"]], "processed_bytes (executorch.exir.backend.backend_api.loweredbackendmodule property)": [[30, "executorch.exir.backend.backend_api.LoweredBackendModule.processed_bytes"]], "to_backend() (in module executorch.exir.backend.backend_api)": [[30, "executorch.exir.backend.backend_api.to_backend"]], "to_edge() (in module executorch.exir)": [[30, "executorch.exir.to_edge"]], "to_edge_transform_and_lower() (in module executorch.exir)": [[30, "executorch.exir.to_edge_transform_and_lower"]], "event (class in executorch.devtools.inspector)": [[51, "executorch.devtools.inspector.Event"]], "eventblock (class in executorch.devtools.inspector)": [[51, "executorch.devtools.inspector.EventBlock"]], "__init__() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.__init__"]], "find_total_for_module() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.find_total_for_module"]], "get_exported_program() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.get_exported_program"]], "print_data_tabular() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.print_data_tabular"]], "to_dataframe() (in module executorch.devtools.inspector)": [[51, "executorch.devtools.Inspector.to_dataframe"]], "method (class in executorch.runtime)": [[63, "executorch.runtime.Method"]], "operatorregistry (class in executorch.runtime)": [[63, "executorch.runtime.OperatorRegistry"]], "program (class in executorch.runtime)": [[63, "executorch.runtime.Program"]], "runtime (class in executorch.runtime)": [[63, "executorch.runtime.Runtime"]], "execute() (executorch.runtime.method method)": [[63, "executorch.runtime.Method.execute"]], "executorch.runtime": [[63, "module-executorch.runtime"]], "get() (executorch.runtime.runtime static method)": [[63, "executorch.runtime.Runtime.get"]], "load_method() (executorch.runtime.program method)": [[63, "executorch.runtime.Program.load_method"]], "load_program() (executorch.runtime.runtime method)": [[63, "executorch.runtime.Runtime.load_program"]], "metadata (executorch.runtime.method property)": [[63, "executorch.runtime.Method.metadata"]], "method_names (executorch.runtime.program property)": [[63, "executorch.runtime.Program.method_names"]], "operator_names (executorch.runtime.operatorregistry property)": [[63, "executorch.runtime.OperatorRegistry.operator_names"]]}}) \ No newline at end of file diff --git a/main/tutorials/devtools-integration-tutorial.html b/main/tutorials/devtools-integration-tutorial.html index c8a34861171..28036079226 100644 --- a/main/tutorials/devtools-integration-tutorial.html +++ b/main/tutorials/devtools-integration-tutorial.html @@ -758,7 +758,7 @@

    Links MentionedETDump

  • Inspector

    • -

    Total running time of the script: (0 minutes 2.021 seconds)

    +

    Total running time of the script: (0 minutes 1.739 seconds)

    -
    Edge Dialect graph of encode
+
    Edge Dialect graph of decode
 ExportedProgram:
     class GraphModule(torch.nn.Module):
-        def forward(self, x: "f32[1, 10]"):
-             # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:255 in forward, code: return torch.nn.functional.linear(x, torch.randn(5, 10))
-            aten_randn_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_randn_default([5, 10], device = device(type='cpu'), pin_memory = False)
-            aten_permute_copy_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]);  aten_randn_default = None
-            aten_mm_default: "f32[1, 5]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default);  x = aten_permute_copy_default = None
+        def forward(self, x: "f32[1, 5]"):
+             # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:260 in forward, code: return torch.nn.functional.linear(x, torch.randn(10, 5))
+            aten_randn_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_randn_default([10, 5], device = device(type='cpu'), pin_memory = False)
+            aten_permute_copy_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]);  aten_randn_default = None
+            aten_mm_default: "f32[1, 10]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default);  x = aten_permute_copy_default = None
             return (aten_mm_default,)
 
 Graph signature: ExportGraphSignature(input_specs=[InputSpec(kind=<InputKind.USER_INPUT: 1>, arg=TensorArgument(name='x'), target=None, persistent=None)], output_specs=[OutputSpec(kind=<OutputKind.USER_OUTPUT: 1>, arg=TensorArgument(name='aten_mm_default'), target=None)])
 Range constraints: {}
 
-Edge Dialect graph of decode
+Edge Dialect graph of encode
 ExportedProgram:
     class GraphModule(torch.nn.Module):
-        def forward(self, x: "f32[1, 5]"):
-             # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:260 in forward, code: return torch.nn.functional.linear(x, torch.randn(10, 5))
-            aten_randn_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_randn_default([10, 5], device = device(type='cpu'), pin_memory = False)
-            aten_permute_copy_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]);  aten_randn_default = None
-            aten_mm_default: "f32[1, 10]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default);  x = aten_permute_copy_default = None
+        def forward(self, x: "f32[1, 10]"):
+             # File: /pytorch/executorch/docs/source/tutorials_source/export-to-executorch-tutorial.py:255 in forward, code: return torch.nn.functional.linear(x, torch.randn(5, 10))
+            aten_randn_default: "f32[5, 10]" = executorch_exir_dialects_edge__ops_aten_randn_default([5, 10], device = device(type='cpu'), pin_memory = False)
+            aten_permute_copy_default: "f32[10, 5]" = executorch_exir_dialects_edge__ops_aten_permute_copy_default(aten_randn_default, [1, 0]);  aten_randn_default = None
+            aten_mm_default: "f32[1, 5]" = executorch_exir_dialects_edge__ops_aten_mm_default(x, aten_permute_copy_default);  x = aten_permute_copy_default = None
             return (aten_mm_default,)
 
 Graph signature: ExportGraphSignature(input_specs=[InputSpec(kind=<InputKind.USER_INPUT: 1>, arg=TensorArgument(name='x'), target=None, persistent=None)], output_specs=[OutputSpec(kind=<OutputKind.USER_OUTPUT: 1>, arg=TensorArgument(name='aten_mm_default'), target=None)])
@@ -1452,7 +1452,7 @@ 
    Links MentionedBackend Delegation Documentation
    
 
  • Memory Planning Documentation
    • 
 
-
    Total running time of the script: (0 minutes 3.035 seconds)
    
+
    Total running time of the script: (0 minutes 3.094 seconds)